2024-11-18 18:36:57,079 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f
2024-11-18 18:36:57,104 main DEBUG Took 0.021145 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 18:36:57,105 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 18:36:57,105 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 18:36:57,106 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 18:36:57,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,118 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 18:36:57,136 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,138 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,140 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,141 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,142 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,143 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,144 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,145 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,146 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,147 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,148 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,149 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 18:36:57,150 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,151 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 18:36:57,153 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 18:36:57,155 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 18:36:57,157 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 18:36:57,158 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 18:36:57,161 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 18:36:57,162 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 18:36:57,175 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 18:36:57,179 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 18:36:57,181 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 18:36:57,182 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 18:36:57,182 main DEBUG createAppenders(={Console})
2024-11-18 18:36:57,183 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized
2024-11-18 18:36:57,184 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f
2024-11-18 18:36:57,184 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK.
2024-11-18 18:36:57,185 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 18:36:57,186 main DEBUG OutputStream closed
2024-11-18 18:36:57,186 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 18:36:57,186 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 18:36:57,187 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK
2024-11-18 18:36:57,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 18:36:57,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 18:36:57,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 18:36:57,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 18:36:57,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 18:36:57,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 18:36:57,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 18:36:57,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 18:36:57,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 18:36:57,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 18:36:57,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 18:36:57,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 18:36:57,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 18:36:57,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 18:36:57,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 18:36:57,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 18:36:57,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 18:36:57,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 18:36:57,317 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 18:36:57,317 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null
2024-11-18 18:36:57,317 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 18:36:57,319 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK.
2024-11-18T18:36:57,762 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2
2024-11-18 18:36:57,766 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 18:36:57,767 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T18:36:57,781 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-11-18T18:36:57,827 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T18:36:57,905 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T18:36:57,905 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T18:36:57,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T18:36:57,962 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699, deleteOnExit=true
2024-11-18T18:36:57,963 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T18:36:57,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/test.cache.data in system properties and HBase conf
2024-11-18T18:36:57,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T18:36:57,968 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.log.dir in system properties and HBase conf
2024-11-18T18:36:57,969 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T18:36:57,969 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T18:36:57,970 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T18:36:58,099 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T18:36:58,273 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T18:36:58,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T18:36:58,283 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T18:36:58,283 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T18:36:58,284 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T18:36:58,285 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T18:36:58,285 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T18:36:58,286 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T18:36:58,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T18:36:58,289 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T18:36:58,290 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/nfs.dump.dir in system properties and HBase conf
2024-11-18T18:36:58,290 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/java.io.tmpdir in system properties and HBase conf
2024-11-18T18:36:58,291 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T18:36:58,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T18:36:58,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T18:36:59,596 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T18:36:59,716 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3992ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T18:36:59,837 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T18:36:59,933 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T18:36:59,972 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T18:36:59,973 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T18:36:59,975 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T18:37:00,004 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T18:37:00,007 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee580b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.log.dir/,AVAILABLE}
2024-11-18T18:37:00,009 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fff71ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T18:37:00,273 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d2ed0fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/java.io.tmpdir/jetty-localhost-38777-hadoop-hdfs-3_4_1-tests_jar-_-any-8666387615889497855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T18:37:00,280 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c91236c{HTTP/1.1, (http/1.1)}{localhost:38777}
2024-11-18T18:37:00,280 INFO  [Time-limited test {}] server.Server(415): Started @4557ms
2024-11-18T18:37:00,913 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T18:37:00,930 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T18:37:00,935 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T18:37:00,935 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T18:37:00,936 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T18:37:00,938 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b26dfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.log.dir/,AVAILABLE}
2024-11-18T18:37:00,939 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b82608{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T18:37:01,132 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5909052b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/java.io.tmpdir/jetty-localhost-41275-hadoop-hdfs-3_4_1-tests_jar-_-any-8523589578986892833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T18:37:01,133 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d3af1bb{HTTP/1.1, (http/1.1)}{localhost:41275}
2024-11-18T18:37:01,133 INFO  [Time-limited test {}] server.Server(415): Started @5411ms
2024-11-18T18:37:01,209 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T18:37:01,550 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T18:37:01,559 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T18:37:01,578 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T18:37:01,578 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T18:37:01,578 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T18:37:01,582 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b00189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.log.dir/,AVAILABLE}
2024-11-18T18:37:01,583 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20a7c836{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T18:37:01,769 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57fb2a64{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/java.io.tmpdir/jetty-localhost-44051-hadoop-hdfs-3_4_1-tests_jar-_-any-2212633796861210126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T18:37:01,771 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76871abc{HTTP/1.1, (http/1.1)}{localhost:44051}
2024-11-18T18:37:01,771 INFO  [Time-limited test {}] server.Server(415): Started @6049ms
2024-11-18T18:37:01,774 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T18:37:01,948 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T18:37:01,951 WARN  [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data2/current/BP-420491775-172.17.0.2-1731955019235/current, will proceed with Du for space computation calculation, 
2024-11-18T18:37:01,951 WARN  [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data1/current/BP-420491775-172.17.0.2-1731955019235/current, will proceed with Du for space computation calculation, 
2024-11-18T18:37:01,956 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T18:37:01,972 WARN  [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data3/current/BP-420491775-172.17.0.2-1731955019235/current, will proceed with Du for space computation calculation, 
2024-11-18T18:37:01,977 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T18:37:01,978 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T18:37:01,978 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T18:37:01,982 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@309bb64f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.log.dir/,AVAILABLE}
2024-11-18T18:37:01,983 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f27db2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T18:37:02,014 WARN  [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data4/current/BP-420491775-172.17.0.2-1731955019235/current, will proceed with Du for space computation calculation, 
2024-11-18T18:37:02,116 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T18:37:02,130 WARN  [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T18:37:02,169 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3617ca62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/java.io.tmpdir/jetty-localhost-37765-hadoop-hdfs-3_4_1-tests_jar-_-any-8060336600667411499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T18:37:02,172 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22d578b5{HTTP/1.1, (http/1.1)}{localhost:37765}
2024-11-18T18:37:02,172 INFO  [Time-limited test {}] server.Server(415): Started @6449ms
2024-11-18T18:37:02,178 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T18:37:02,252 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddce420b161c9721 with lease ID 0xb2ae50927deb9c59: Processing first storage report for DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e from datanode DatanodeRegistration(127.0.0.1:46347, datanodeUuid=96eebed0-aa18-4de8-8561-5185b47ea5e6, infoPort=34335, infoSecurePort=0, ipcPort=46291, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235)
2024-11-18T18:37:02,253 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddce420b161c9721 with lease ID 0xb2ae50927deb9c59: from storage DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e node DatanodeRegistration(127.0.0.1:46347, datanodeUuid=96eebed0-aa18-4de8-8561-5185b47ea5e6, infoPort=34335, infoSecurePort=0, ipcPort=46291, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-18T18:37:02,254 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe806860634241348 with lease ID 0xb2ae50927deb9c58: Processing first storage report for DS-a0a71efd-0942-41e7-bf33-38820339b724 from datanode DatanodeRegistration(127.0.0.1:42365, datanodeUuid=530e761b-6120-42f3-b311-f4874a205240, infoPort=42829, infoSecurePort=0, ipcPort=39149, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235)
2024-11-18T18:37:02,254 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe806860634241348 with lease ID 0xb2ae50927deb9c58: from storage DS-a0a71efd-0942-41e7-bf33-38820339b724 node DatanodeRegistration(127.0.0.1:42365, datanodeUuid=530e761b-6120-42f3-b311-f4874a205240, infoPort=42829, infoSecurePort=0, ipcPort=39149, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-18T18:37:02,256 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe806860634241348 with lease ID 0xb2ae50927deb9c58: Processing first storage report for DS-3d222a85-6bef-4f3c-968f-49688d486fb6 from datanode DatanodeRegistration(127.0.0.1:42365, datanodeUuid=530e761b-6120-42f3-b311-f4874a205240, infoPort=42829, infoSecurePort=0, ipcPort=39149, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235)
2024-11-18T18:37:02,256 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe806860634241348 with lease ID 0xb2ae50927deb9c58: from storage DS-3d222a85-6bef-4f3c-968f-49688d486fb6 node DatanodeRegistration(127.0.0.1:42365, datanodeUuid=530e761b-6120-42f3-b311-f4874a205240, infoPort=42829, infoSecurePort=0, ipcPort=39149, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T18:37:02,273 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddce420b161c9721 with lease ID 0xb2ae50927deb9c59: Processing first storage report for DS-e313705d-e5fc-49fc-a413-994d93009789 from datanode DatanodeRegistration(127.0.0.1:46347, datanodeUuid=96eebed0-aa18-4de8-8561-5185b47ea5e6, infoPort=34335, infoSecurePort=0, ipcPort=46291, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235)
2024-11-18T18:37:02,274 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddce420b161c9721 with lease ID 0xb2ae50927deb9c59: from storage DS-e313705d-e5fc-49fc-a413-994d93009789 node DatanodeRegistration(127.0.0.1:46347, datanodeUuid=96eebed0-aa18-4de8-8561-5185b47ea5e6, infoPort=34335, infoSecurePort=0, ipcPort=46291, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-18T18:37:02,528 WARN  [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data5/current/BP-420491775-172.17.0.2-1731955019235/current, will proceed with Du for space computation calculation, 
2024-11-18T18:37:02,534 WARN  [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data6/current/BP-420491775-172.17.0.2-1731955019235/current, will proceed with Du for space computation calculation, 
2024-11-18T18:37:02,585 WARN  [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T18:37:02,592 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x494b731bc7abf61c with lease ID 0xb2ae50927deb9c5a: Processing first storage report for DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad from datanode DatanodeRegistration(127.0.0.1:39273, datanodeUuid=edd05d57-2eb0-436b-8ac4-3baae7b10bd6, infoPort=41609, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235)
2024-11-18T18:37:02,593 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x494b731bc7abf61c with lease ID 0xb2ae50927deb9c5a: from storage DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad node DatanodeRegistration(127.0.0.1:39273, datanodeUuid=edd05d57-2eb0-436b-8ac4-3baae7b10bd6, infoPort=41609, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-18T18:37:02,593 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x494b731bc7abf61c with lease ID 0xb2ae50927deb9c5a: Processing first storage report for DS-f9204768-91bf-4b56-8978-a4c88c13ae44 from datanode DatanodeRegistration(127.0.0.1:39273, datanodeUuid=edd05d57-2eb0-436b-8ac4-3baae7b10bd6, infoPort=41609, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235)
2024-11-18T18:37:02,593 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x494b731bc7abf61c with lease ID 0xb2ae50927deb9c5a: from storage DS-f9204768-91bf-4b56-8978-a4c88c13ae44 node DatanodeRegistration(127.0.0.1:39273, datanodeUuid=edd05d57-2eb0-436b-8ac4-3baae7b10bd6, infoPort=41609, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=642320176;c=1731955019235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-18T18:37:02,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2
2024-11-18T18:37:02,980 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/zookeeper_0, clientPort=63585, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T18:37:02,994 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63585
2024-11-18T18:37:03,021 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:03,025 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:03,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741825_1001 (size=7)
2024-11-18T18:37:03,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741825_1001 (size=7)
2024-11-18T18:37:03,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741825_1001 (size=7)
2024-11-18T18:37:03,422 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6 with version=8
2024-11-18T18:37:03,422 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/hbase-staging
2024-11-18T18:37:03,886 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/961a81da9827:0 server-side Connection retries=45
2024-11-18T18:37:03,900 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:03,901 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:03,908 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T18:37:03,908 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:03,909 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T18:37:04,116 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T18:37:04,206 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T18:37:04,220 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T18:37:04,226 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T18:37:04,267 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25906 (auto-detected)
2024-11-18T18:37:04,269 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-18T18:37:04,309 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44073
2024-11-18T18:37:04,346 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44073 connecting to ZooKeeper ensemble=127.0.0.1:63585
2024-11-18T18:37:04,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440730x0, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T18:37:04,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44073-0x101072351120000 connected
2024-11-18T18:37:04,520 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:04,524 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:04,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T18:37:04,552 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6, hbase.cluster.distributed=false
2024-11-18T18:37:04,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T18:37:04,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44073
2024-11-18T18:37:04,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44073
2024-11-18T18:37:04,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44073
2024-11-18T18:37:04,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44073
2024-11-18T18:37:04,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44073
2024-11-18T18:37:04,828 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/961a81da9827:0 server-side Connection retries=45
2024-11-18T18:37:04,830 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:04,834 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:04,834 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T18:37:04,834 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:04,834 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T18:37:04,837 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T18:37:04,841 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T18:37:04,848 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40147
2024-11-18T18:37:04,850 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40147 connecting to ZooKeeper ensemble=127.0.0.1:63585
2024-11-18T18:37:04,852 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:04,856 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:04,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401470x0, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T18:37:04,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401470x0, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T18:37:04,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40147-0x101072351120001 connected
2024-11-18T18:37:04,885 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T18:37:04,908 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T18:37:04,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T18:37:04,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T18:37:04,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40147
2024-11-18T18:37:04,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40147
2024-11-18T18:37:04,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40147
2024-11-18T18:37:04,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40147
2024-11-18T18:37:04,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40147
2024-11-18T18:37:04,976 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/961a81da9827:0 server-side Connection retries=45
2024-11-18T18:37:04,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:04,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:04,978 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T18:37:04,978 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:04,978 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T18:37:04,979 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T18:37:04,979 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T18:37:04,982 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37347
2024-11-18T18:37:04,984 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37347 connecting to ZooKeeper ensemble=127.0.0.1:63585
2024-11-18T18:37:04,985 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:04,988 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:05,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373470x0, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T18:37:05,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373470x0, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T18:37:05,006 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T18:37:05,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37347-0x101072351120002 connected
2024-11-18T18:37:05,010 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T18:37:05,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T18:37:05,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T18:37:05,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37347
2024-11-18T18:37:05,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37347
2024-11-18T18:37:05,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37347
2024-11-18T18:37:05,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37347
2024-11-18T18:37:05,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37347
2024-11-18T18:37:05,076 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/961a81da9827:0 server-side Connection retries=45
2024-11-18T18:37:05,077 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:05,077 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:05,077 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T18:37:05,078 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T18:37:05,078 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T18:37:05,078 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T18:37:05,079 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T18:37:05,081 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39453
2024-11-18T18:37:05,085 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39453 connecting to ZooKeeper ensemble=127.0.0.1:63585
2024-11-18T18:37:05,087 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:05,091 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:05,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394530x0, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T18:37:05,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394530x0, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T18:37:05,107 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T18:37:05,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39453-0x101072351120003 connected
2024-11-18T18:37:05,109 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T18:37:05,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T18:37:05,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T18:37:05,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39453
2024-11-18T18:37:05,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39453
2024-11-18T18:37:05,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39453
2024-11-18T18:37:05,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39453
2024-11-18T18:37:05,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39453
2024-11-18T18:37:05,141 DEBUG [M:0;961a81da9827:44073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;961a81da9827:44073
2024-11-18T18:37:05,157 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/961a81da9827,44073,1731955023598
2024-11-18T18:37:05,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T18:37:05,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T18:37:05,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T18:37:05,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T18:37:05,184 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/961a81da9827,44073,1731955023598
2024-11-18T18:37:05,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:05,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T18:37:05,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:05,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T18:37:05,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:05,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T18:37:05,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:05,222 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T18:37:05,228 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/961a81da9827,44073,1731955023598 from backup master directory
2024-11-18T18:37:05,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/961a81da9827,44073,1731955023598
2024-11-18T18:37:05,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T18:37:05,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T18:37:05,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T18:37:05,234 WARN  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T18:37:05,235 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=961a81da9827,44073,1731955023598
2024-11-18T18:37:05,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T18:37:05,238 INFO  [master/961a81da9827:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T18:37:05,243 INFO  [master/961a81da9827:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T18:37:05,354 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/hbase.id] with ID: 5c57da9c-1cf1-4b70-b2e4-865fdb7f0bcd
2024-11-18T18:37:05,354 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/.tmp/hbase.id
2024-11-18T18:37:05,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741826_1002 (size=42)
2024-11-18T18:37:05,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741826_1002 (size=42)
2024-11-18T18:37:05,417 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/.tmp/hbase.id]:[hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/hbase.id]
2024-11-18T18:37:05,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741826_1002 (size=42)
2024-11-18T18:37:05,540 INFO  [master/961a81da9827:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T18:37:05,546 INFO  [master/961a81da9827:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T18:37:05,577 INFO  [master/961a81da9827:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms.
2024-11-18T18:37:05,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:05,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:05,611 WARN  [IPC Server handler 4 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:05,611 WARN  [IPC Server handler 4 on default port 38889 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-18T18:37:05,612 WARN  [IPC Server handler 4 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-18T18:37:05,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741827_1003 (size=196)
2024-11-18T18:37:05,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741827_1003 (size=196)
2024-11-18T18:37:05,654 INFO  [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T18:37:05,657 INFO  [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T18:37:05,667 INFO  [master/961a81da9827:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:05,713 WARN  [IPC Server handler 3 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:05,713 WARN  [IPC Server handler 3 on default port 38889 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-18T18:37:05,714 WARN  [IPC Server handler 3 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-18T18:37:05,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741828_1004 (size=1189)
2024-11-18T18:37:05,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741828_1004 (size=1189)
2024-11-18T18:37:05,768 INFO  [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store
2024-11-18T18:37:05,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741829_1005 (size=34)
2024-11-18T18:37:05,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741829_1005 (size=34)
2024-11-18T18:37:05,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741829_1005 (size=34)
2024-11-18T18:37:05,832 INFO  [master/961a81da9827:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T18:37:05,836 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:05,838 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T18:37:05,838 INFO  [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T18:37:05,839 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T18:37:05,841 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T18:37:05,841 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T18:37:05,841 INFO  [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T18:37:05,843 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731955025838Disabling compacts and flushes for region at 1731955025838Disabling writes for close at 1731955025841 (+3 ms)Writing region close event to WAL at 1731955025841Closed at 1731955025841
2024-11-18T18:37:05,846 WARN  [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/.initializing
2024-11-18T18:37:05,846 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/WALs/961a81da9827,44073,1731955023598
2024-11-18T18:37:05,858 INFO  [master/961a81da9827:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:05,883 INFO  [master/961a81da9827:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C44073%2C1731955023598, suffix=, logDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/WALs/961a81da9827,44073,1731955023598, archiveDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/oldWALs, maxLogs=10
2024-11-18T18:37:05,927 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/WALs/961a81da9827,44073,1731955023598/961a81da9827%2C44073%2C1731955023598.1731955025888, exclude list is [], retry=0
2024-11-18T18:37:05,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:05,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:05,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:05,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:05,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T18:37:06,041 INFO  [master/961a81da9827:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/WALs/961a81da9827,44073,1731955023598/961a81da9827%2C44073%2C1731955023598.1731955025888
2024-11-18T18:37:06,042 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:06,043 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:06,044 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:06,048 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T18:37:06,049 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T18:37:06,099 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T18:37:06,138 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T18:37:06,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:06,148 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T18:37:06,149 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T18:37:06,157 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T18:37:06,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:06,158 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:06,159 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T18:37:06,162 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T18:37:06,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:06,164 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:06,164 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T18:37:06,168 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T18:37:06,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:06,170 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:06,170 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T18:37:06,175 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T18:37:06,176 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T18:37:06,182 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T18:37:06,182 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T18:37:06,186 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T18:37:06,191 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T18:37:06,198 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:06,202 INFO  [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68447693, jitterRate=0.019950106739997864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T18:37:06,210 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731955026068Initializing all the Stores at 1731955026071 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731955026072 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955026073 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955026074 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955026074Cleaning up temporary data from old regions at 1731955026183 (+109 ms)Region opened successfully at 1731955026210 (+27 ms)
2024-11-18T18:37:06,211 INFO  [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T18:37:06,264 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234f5f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0
2024-11-18T18:37:06,317 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T18:37:06,334 INFO  [master/961a81da9827:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T18:37:06,334 INFO  [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T18:37:06,338 INFO  [master/961a81da9827:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T18:37:06,345 INFO  [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec
2024-11-18T18:37:06,353 INFO  [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-18T18:37:06,353 INFO  [master/961a81da9827:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T18:37:06,406 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T18:37:06,420 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T18:37:06,425 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T18:37:06,429 INFO  [master/961a81da9827:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T18:37:06,436 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T18:37:06,438 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T18:37:06,441 INFO  [master/961a81da9827:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T18:37:06,445 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T18:37:06,447 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T18:37:06,448 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T18:37:06,450 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T18:37:06,475 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T18:37:06,477 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T18:37:06,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T18:37:06,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T18:37:06,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T18:37:06,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T18:37:06,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,492 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=961a81da9827,44073,1731955023598, sessionid=0x101072351120000, setting cluster-up flag (Was=false)
2024-11-18T18:37:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,521 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T18:37:06,527 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=961a81da9827,44073,1731955023598
2024-11-18T18:37:06,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:06,561 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T18:37:06,571 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=961a81da9827,44073,1731955023598
2024-11-18T18:37:06,586 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T18:37:06,636 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(746): ClusterId : 5c57da9c-1cf1-4b70-b2e4-865fdb7f0bcd
2024-11-18T18:37:06,639 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(746): ClusterId : 5c57da9c-1cf1-4b70-b2e4-865fdb7f0bcd
2024-11-18T18:37:06,640 DEBUG [RS:1;961a81da9827:37347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T18:37:06,640 DEBUG [RS:2;961a81da9827:39453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T18:37:06,641 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(746): ClusterId : 5c57da9c-1cf1-4b70-b2e4-865fdb7f0bcd
2024-11-18T18:37:06,641 DEBUG [RS:0;961a81da9827:40147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T18:37:06,648 DEBUG [RS:1;961a81da9827:37347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T18:37:06,648 DEBUG [RS:2;961a81da9827:39453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T18:37:06,648 DEBUG [RS:1;961a81da9827:37347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T18:37:06,648 DEBUG [RS:2;961a81da9827:39453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T18:37:06,652 DEBUG [RS:1;961a81da9827:37347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T18:37:06,652 DEBUG [RS:2;961a81da9827:39453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T18:37:06,653 DEBUG [RS:1;961a81da9827:37347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2999226d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0
2024-11-18T18:37:06,653 DEBUG [RS:2;961a81da9827:39453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bf4051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0
2024-11-18T18:37:06,657 DEBUG [RS:0;961a81da9827:40147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T18:37:06,658 DEBUG [RS:0;961a81da9827:40147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T18:37:06,661 DEBUG [RS:0;961a81da9827:40147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T18:37:06,662 DEBUG [RS:0;961a81da9827:40147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdb99ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0
2024-11-18T18:37:06,686 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;961a81da9827:37347
2024-11-18T18:37:06,688 DEBUG [RS:0;961a81da9827:40147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;961a81da9827:40147
2024-11-18T18:37:06,689 DEBUG [RS:2;961a81da9827:39453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;961a81da9827:39453
2024-11-18T18:37:06,694 INFO  [RS:1;961a81da9827:37347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T18:37:06,694 INFO  [RS:1;961a81da9827:37347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T18:37:06,694 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T18:37:06,694 INFO  [RS:0;961a81da9827:40147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T18:37:06,695 INFO  [RS:0;961a81da9827:40147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T18:37:06,695 DEBUG [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T18:37:06,697 INFO  [RS:2;961a81da9827:39453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T18:37:06,697 INFO  [RS:2;961a81da9827:39453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T18:37:06,697 DEBUG [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T18:37:06,697 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,44073,1731955023598 with port=37347, startcode=1731955024975
2024-11-18T18:37:06,697 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,44073,1731955023598 with port=40147, startcode=1731955024772
2024-11-18T18:37:06,701 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,44073,1731955023598 with port=39453, startcode=1731955025076
2024-11-18T18:37:06,713 DEBUG [RS:0;961a81da9827:40147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T18:37:06,713 DEBUG [RS:2;961a81da9827:39453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T18:37:06,713 DEBUG [RS:1;961a81da9827:37347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T18:37:06,731 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T18:37:06,741 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:06,741 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:06,741 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-18T18:37:06,742 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-18T18:37:06,742 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:06,742 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:06,742 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-18T18:37:06,743 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-18T18:37:06,756 INFO  [master/961a81da9827:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T18:37:06,781 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37835, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T18:37:06,783 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T18:37:06,784 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T18:37:06,787 INFO  [master/961a81da9827:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T18:37:06,790 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-18T18:37:06,797 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-18T18:37:06,798 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-18T18:37:06,794 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 961a81da9827,44073,1731955023598
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T18:37:06,824 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5
2024-11-18T18:37:06,824 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5
2024-11-18T18:37:06,825 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5
2024-11-18T18:37:06,826 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5
2024-11-18T18:37:06,826 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/961a81da9827:0, corePoolSize=10, maxPoolSize=10
2024-11-18T18:37:06,827 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:06,827 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/961a81da9827:0, corePoolSize=2, maxPoolSize=2
2024-11-18T18:37:06,827 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:06,837 DEBUG [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T18:37:06,837 DEBUG [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T18:37:06,837 WARN  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-18T18:37:06,837 WARN  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-18T18:37:06,837 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T18:37:06,838 WARN  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-18T18:37:06,855 INFO  [master/961a81da9827:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731955056854
2024-11-18T18:37:06,857 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T18:37:06,859 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T18:37:06,861 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T18:37:06,862 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T18:37:06,865 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T18:37:06,865 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T18:37:06,866 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T18:37:06,866 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T18:37:06,870 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:06,871 INFO  [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T18:37:06,869 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:06,880 WARN  [IPC Server handler 3 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:06,880 WARN  [IPC Server handler 3 on default port 38889 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-18T18:37:06,881 WARN  [IPC Server handler 3 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-18T18:37:06,885 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T18:37:06,887 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T18:37:06,887 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T18:37:06,894 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T18:37:06,894 INFO  [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T18:37:06,901 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.large.0-1731955026896,5,FailOnTimeoutGroup]
2024-11-18T18:37:06,905 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.small.0-1731955026902,5,FailOnTimeoutGroup]
2024-11-18T18:37:06,906 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:06,906 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T18:37:06,908 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:06,909 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:06,940 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,44073,1731955023598 with port=40147, startcode=1731955024772
2024-11-18T18:37:06,942 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,44073,1731955023598 with port=37347, startcode=1731955024975
2024-11-18T18:37:06,943 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 961a81da9827,40147,1731955024772
2024-11-18T18:37:06,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741831_1007 (size=1321)
2024-11-18T18:37:06,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741831_1007 (size=1321)
2024-11-18T18:37:06,952 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] master.ServerManager(517): Registering regionserver=961a81da9827,40147,1731955024772
2024-11-18T18:37:06,954 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,44073,1731955023598 with port=39453, startcode=1731955025076
2024-11-18T18:37:06,954 INFO  [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T18:37:06,955 INFO  [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6
2024-11-18T18:37:06,965 WARN  [IPC Server handler 1 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:06,966 WARN  [IPC Server handler 1 on default port 38889 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-18T18:37:06,966 WARN  [IPC Server handler 1 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-18T18:37:06,971 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 961a81da9827,37347,1731955024975
2024-11-18T18:37:06,971 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] master.ServerManager(517): Registering regionserver=961a81da9827,37347,1731955024975
2024-11-18T18:37:06,973 DEBUG [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6
2024-11-18T18:37:06,973 DEBUG [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38889
2024-11-18T18:37:06,973 DEBUG [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T18:37:06,987 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6
2024-11-18T18:37:06,987 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38889
2024-11-18T18:37:06,987 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T18:37:06,988 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 961a81da9827,39453,1731955025076
2024-11-18T18:37:06,988 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] master.ServerManager(517): Registering regionserver=961a81da9827,39453,1731955025076
2024-11-18T18:37:07,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T18:37:07,002 DEBUG [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6
2024-11-18T18:37:07,002 DEBUG [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38889
2024-11-18T18:37:07,002 DEBUG [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T18:37:07,007 DEBUG [RS:0;961a81da9827:40147 {}] zookeeper.ZKUtil(111): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/961a81da9827,40147,1731955024772
2024-11-18T18:37:07,007 WARN  [RS:0;961a81da9827:40147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T18:37:07,007 INFO  [RS:0;961a81da9827:40147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:07,008 DEBUG [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772
2024-11-18T18:37:07,008 DEBUG [RS:1;961a81da9827:37347 {}] zookeeper.ZKUtil(111): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/961a81da9827,37347,1731955024975
2024-11-18T18:37:07,008 WARN  [RS:1;961a81da9827:37347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T18:37:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T18:37:07,010 DEBUG [RS:2;961a81da9827:39453 {}] zookeeper.ZKUtil(111): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/961a81da9827,39453,1731955025076
2024-11-18T18:37:07,010 INFO  [RS:1;961a81da9827:37347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:07,010 WARN  [RS:2;961a81da9827:39453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T18:37:07,011 INFO  [RS:2;961a81da9827:39453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:07,011 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,37347,1731955024975
2024-11-18T18:37:07,011 DEBUG [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,39453,1731955025076
2024-11-18T18:37:07,011 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [961a81da9827,40147,1731955024772]
2024-11-18T18:37:07,011 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [961a81da9827,37347,1731955024975]
2024-11-18T18:37:07,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741832_1008 (size=32)
2024-11-18T18:37:07,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741832_1008 (size=32)
2024-11-18T18:37:07,027 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [961a81da9827,39453,1731955025076]
2024-11-18T18:37:07,091 INFO  [RS:2;961a81da9827:39453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T18:37:07,091 INFO  [RS:0;961a81da9827:40147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T18:37:07,101 INFO  [RS:1;961a81da9827:37347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T18:37:07,118 INFO  [RS:2;961a81da9827:39453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T18:37:07,121 INFO  [RS:0;961a81da9827:40147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T18:37:07,131 INFO  [RS:0;961a81da9827:40147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T18:37:07,132 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,132 INFO  [RS:2;961a81da9827:39453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T18:37:07,133 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,138 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T18:37:07,145 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T18:37:07,148 INFO  [RS:1;961a81da9827:37347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T18:37:07,149 INFO  [RS:1;961a81da9827:37347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T18:37:07,149 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,150 INFO  [RS:2;961a81da9827:39453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T18:37:07,152 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,153 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T18:37:07,153 INFO  [RS:0;961a81da9827:40147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T18:37:07,153 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,154 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,154 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,154 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,154 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,155 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,155 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,155 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,155 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,155 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,156 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0, corePoolSize=2, maxPoolSize=2
2024-11-18T18:37:07,156 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,156 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,156 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,156 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,156 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,157 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,157 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3
2024-11-18T18:37:07,158 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,158 INFO  [RS:1;961a81da9827:37347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T18:37:07,158 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0, corePoolSize=2, maxPoolSize=2
2024-11-18T18:37:07,158 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,158 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,158 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,158 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,158 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,159 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,159 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,159 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,159 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,159 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,159 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,159 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3
2024-11-18T18:37:07,159 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,157 DEBUG [RS:0;961a81da9827:40147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3
2024-11-18T18:37:07,159 DEBUG [RS:2;961a81da9827:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3
2024-11-18T18:37:07,159 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0, corePoolSize=2, maxPoolSize=2
2024-11-18T18:37:07,159 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,160 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,160 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,160 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,160 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,160 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1
2024-11-18T18:37:07,161 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3
2024-11-18T18:37:07,161 DEBUG [RS:1;961a81da9827:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3
2024-11-18T18:37:07,164 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,164 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,164 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,165 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,165 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,165 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,40147,1731955024772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T18:37:07,173 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,174 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,174 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,174 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,175 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,175 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,39453,1731955025076-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T18:37:07,175 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,175 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,175 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,175 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,175 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,175 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,37347,1731955024975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T18:37:07,208 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T18:37:07,208 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T18:37:07,208 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T18:37:07,211 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,40147,1731955024772-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,211 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,39453,1731955025076-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,211 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,37347,1731955024975-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,211 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,212 INFO  [RS:2;961a81da9827:39453 {}] regionserver.Replication(171): 961a81da9827,39453,1731955025076 started
2024-11-18T18:37:07,212 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,212 INFO  [RS:1;961a81da9827:37347 {}] regionserver.Replication(171): 961a81da9827,37347,1731955024975 started
2024-11-18T18:37:07,213 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,214 INFO  [RS:0;961a81da9827:40147 {}] regionserver.Replication(171): 961a81da9827,40147,1731955024772 started
2024-11-18T18:37:07,249 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,250 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(1482): Serving as 961a81da9827,40147,1731955024772, RpcServer on 961a81da9827/172.17.0.2:40147, sessionid=0x101072351120001
2024-11-18T18:37:07,251 DEBUG [RS:0;961a81da9827:40147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T18:37:07,251 DEBUG [RS:0;961a81da9827:40147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 961a81da9827,40147,1731955024772
2024-11-18T18:37:07,251 DEBUG [RS:0;961a81da9827:40147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,40147,1731955024772'
2024-11-18T18:37:07,252 DEBUG [RS:0;961a81da9827:40147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T18:37:07,253 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,253 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1482): Serving as 961a81da9827,37347,1731955024975, RpcServer on 961a81da9827/172.17.0.2:37347, sessionid=0x101072351120002
2024-11-18T18:37:07,260 DEBUG [RS:1;961a81da9827:37347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T18:37:07,261 DEBUG [RS:1;961a81da9827:37347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 961a81da9827,37347,1731955024975
2024-11-18T18:37:07,261 DEBUG [RS:1;961a81da9827:37347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,37347,1731955024975'
2024-11-18T18:37:07,261 DEBUG [RS:1;961a81da9827:37347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T18:37:07,261 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:07,262 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(1482): Serving as 961a81da9827,39453,1731955025076, RpcServer on 961a81da9827/172.17.0.2:39453, sessionid=0x101072351120003
2024-11-18T18:37:07,262 DEBUG [RS:2;961a81da9827:39453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T18:37:07,262 DEBUG [RS:2;961a81da9827:39453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 961a81da9827,39453,1731955025076
2024-11-18T18:37:07,262 DEBUG [RS:2;961a81da9827:39453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,39453,1731955025076'
2024-11-18T18:37:07,262 DEBUG [RS:2;961a81da9827:39453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T18:37:07,265 DEBUG [RS:0;961a81da9827:40147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T18:37:07,270 DEBUG [RS:1;961a81da9827:37347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T18:37:07,270 DEBUG [RS:2;961a81da9827:39453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T18:37:07,274 DEBUG [RS:0;961a81da9827:40147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T18:37:07,274 DEBUG [RS:0;961a81da9827:40147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T18:37:07,274 DEBUG [RS:0;961a81da9827:40147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 961a81da9827,40147,1731955024772
2024-11-18T18:37:07,274 DEBUG [RS:0;961a81da9827:40147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,40147,1731955024772'
2024-11-18T18:37:07,275 DEBUG [RS:0;961a81da9827:40147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T18:37:07,279 DEBUG [RS:0;961a81da9827:40147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T18:37:07,282 DEBUG [RS:0;961a81da9827:40147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T18:37:07,282 INFO  [RS:0;961a81da9827:40147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T18:37:07,283 INFO  [RS:0;961a81da9827:40147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T18:37:07,285 DEBUG [RS:1;961a81da9827:37347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T18:37:07,285 DEBUG [RS:2;961a81da9827:39453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T18:37:07,285 DEBUG [RS:1;961a81da9827:37347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T18:37:07,285 DEBUG [RS:2;961a81da9827:39453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T18:37:07,285 DEBUG [RS:1;961a81da9827:37347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 961a81da9827,37347,1731955024975
2024-11-18T18:37:07,285 DEBUG [RS:2;961a81da9827:39453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 961a81da9827,39453,1731955025076
2024-11-18T18:37:07,285 DEBUG [RS:1;961a81da9827:37347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,37347,1731955024975'
2024-11-18T18:37:07,286 DEBUG [RS:2;961a81da9827:39453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,39453,1731955025076'
2024-11-18T18:37:07,286 DEBUG [RS:1;961a81da9827:37347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T18:37:07,286 DEBUG [RS:2;961a81da9827:39453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T18:37:07,287 DEBUG [RS:1;961a81da9827:37347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T18:37:07,287 DEBUG [RS:2;961a81da9827:39453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T18:37:07,288 DEBUG [RS:1;961a81da9827:37347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T18:37:07,288 INFO  [RS:1;961a81da9827:37347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T18:37:07,288 INFO  [RS:1;961a81da9827:37347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T18:37:07,288 DEBUG [RS:2;961a81da9827:39453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T18:37:07,288 INFO  [RS:2;961a81da9827:39453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T18:37:07,288 INFO  [RS:2;961a81da9827:39453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T18:37:07,399 INFO  [RS:0;961a81da9827:40147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:07,400 INFO  [RS:1;961a81da9827:37347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:07,401 INFO  [RS:2;961a81da9827:39453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:07,404 INFO  [RS:2;961a81da9827:39453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C39453%2C1731955025076, suffix=, logDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,39453,1731955025076, archiveDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/oldWALs, maxLogs=32
2024-11-18T18:37:07,404 INFO  [RS:1;961a81da9827:37347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C37347%2C1731955024975, suffix=, logDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,37347,1731955024975, archiveDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/oldWALs, maxLogs=32
2024-11-18T18:37:07,409 INFO  [RS:0;961a81da9827:40147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C40147%2C1731955024772, suffix=, logDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772, archiveDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/oldWALs, maxLogs=32
2024-11-18T18:37:07,431 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:07,432 DEBUG [RS:2;961a81da9827:39453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,39453,1731955025076/961a81da9827%2C39453%2C1731955025076.1731955027408, exclude list is [], retry=0
2024-11-18T18:37:07,437 WARN  [IPC Server handler 0 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:07,438 WARN  [IPC Server handler 0 on default port 38889 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-18T18:37:07,438 WARN  [IPC Server handler 0 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-18T18:37:07,438 DEBUG [RS:1;961a81da9827:37347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,37347,1731955024975/961a81da9827%2C37347%2C1731955024975.1731955027408, exclude list is [], retry=0
2024-11-18T18:37:07,453 DEBUG [RS:0;961a81da9827:40147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772/961a81da9827%2C40147%2C1731955024772.1731955027411, exclude list is [], retry=0
2024-11-18T18:37:07,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:07,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:07,457 WARN  [IPC Server handler 3 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:07,457 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T18:37:07,457 WARN  [IPC Server handler 3 on default port 38889 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-18T18:37:07,458 WARN  [IPC Server handler 3 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-18T18:37:07,471 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T18:37:07,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:07,472 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T18:37:07,472 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T18:37:07,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:07,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:07,494 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T18:37:07,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:07,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:07,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:07,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:07,501 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T18:37:07,502 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T18:37:07,514 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T18:37:07,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:07,521 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T18:37:07,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T18:37:07,541 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T18:37:07,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:07,545 INFO  [RS:2;961a81da9827:39453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,39453,1731955025076/961a81da9827%2C39453%2C1731955025076.1731955027408
2024-11-18T18:37:07,548 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T18:37:07,548 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T18:37:07,554 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740
2024-11-18T18:37:07,558 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740
2024-11-18T18:37:07,561 DEBUG [RS:2;961a81da9827:39453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:07,562 INFO  [RS:0;961a81da9827:40147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772/961a81da9827%2C40147%2C1731955024772.1731955027411
2024-11-18T18:37:07,563 DEBUG [RS:0;961a81da9827:40147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:07,566 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T18:37:07,566 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T18:37:07,569 INFO  [RS:1;961a81da9827:37347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,37347,1731955024975/961a81da9827%2C37347%2C1731955024975.1731955027408
2024-11-18T18:37:07,570 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T18:37:07,574 DEBUG [RS:1;961a81da9827:37347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:07,575 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T18:37:07,588 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:07,589 INFO  [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75182483, jitterRate=0.12030629813671112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T18:37:07,591 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731955027431Initializing all the Stores at 1731955027437 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731955027438 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731955027439 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955027440 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731955027440Cleaning up temporary data from old regions at 1731955027566 (+126 ms)Region opened successfully at 1731955027590 (+24 ms)
2024-11-18T18:37:07,591 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T18:37:07,591 INFO  [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T18:37:07,591 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T18:37:07,591 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T18:37:07,591 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T18:37:07,593 INFO  [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T18:37:07,593 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731955027591Disabling compacts and flushes for region at 1731955027591Disabling writes for close at 1731955027591Writing region close event to WAL at 1731955027593 (+2 ms)Closed at 1731955027593
2024-11-18T18:37:07,598 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T18:37:07,598 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T18:37:07,606 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T18:37:07,619 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T18:37:07,623 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T18:37:07,777 DEBUG [961a81da9827:44073 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-18T18:37:07,787 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(204): Hosts are {961a81da9827=0} racks are {/default-rack=0}
2024-11-18T18:37:07,801 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-18T18:37:07,801 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-18T18:37:07,801 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-18T18:37:07,801 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-18T18:37:07,801 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-18T18:37:07,801 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-18T18:37:07,801 INFO  [961a81da9827:44073 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-18T18:37:07,801 INFO  [961a81da9827:44073 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-18T18:37:07,801 INFO  [961a81da9827:44073 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-18T18:37:07,801 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-18T18:37:07,814 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=961a81da9827,37347,1731955024975
2024-11-18T18:37:07,841 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 961a81da9827,37347,1731955024975, state=OPENING
2024-11-18T18:37:07,864 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T18:37:07,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:07,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T18:37:07,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T18:37:07,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T18:37:07,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T18:37:07,876 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T18:37:07,879 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=961a81da9827,37347,1731955024975}]
2024-11-18T18:37:08,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T18:37:08,073 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59139, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T18:37:08,086 INFO  [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T18:37:08,086 INFO  [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:08,087 INFO  [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T18:37:08,090 INFO  [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C37347%2C1731955024975.meta, suffix=.meta, logDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,37347,1731955024975, archiveDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/oldWALs, maxLogs=32
2024-11-18T18:37:08,107 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,37347,1731955024975/961a81da9827%2C37347%2C1731955024975.meta.1731955028092.meta, exclude list is [], retry=0
2024-11-18T18:37:08,110 WARN  [IPC Server handler 4 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-18T18:37:08,110 WARN  [IPC Server handler 4 on default port 38889 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-18T18:37:08,111 WARN  [IPC Server handler 4 on default port 38889 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-18T18:37:08,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:08,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:08,116 INFO  [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,37347,1731955024975/961a81da9827%2C37347%2C1731955024975.meta.1731955028092.meta
2024-11-18T18:37:08,117 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:08,117 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:08,119 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T18:37:08,122 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T18:37:08,128 INFO  [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T18:37:08,136 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T18:37:08,137 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:08,137 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T18:37:08,137 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T18:37:08,150 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T18:37:08,154 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T18:37:08,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:08,155 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T18:37:08,156 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T18:37:08,158 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T18:37:08,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:08,159 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T18:37:08,160 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T18:37:08,161 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T18:37:08,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:08,164 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T18:37:08,164 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T18:37:08,168 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T18:37:08,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:08,169 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T18:37:08,170 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T18:37:08,171 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740
2024-11-18T18:37:08,180 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740
2024-11-18T18:37:08,192 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T18:37:08,193 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T18:37:08,194 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T18:37:08,199 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T18:37:08,201 INFO  [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61864857, jitterRate=-0.07814179360866547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T18:37:08,202 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T18:37:08,204 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731955028138Writing region info on filesystem at 1731955028139 (+1 ms)Initializing all the Stores at 1731955028144 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731955028144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731955028145 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955028145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731955028145Cleaning up temporary data from old regions at 1731955028193 (+48 ms)Running coprocessor post-open hooks at 1731955028202 (+9 ms)Region opened successfully at 1731955028203 (+1 ms)
2024-11-18T18:37:08,215 INFO  [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731955028060
2024-11-18T18:37:08,233 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T18:37:08,234 INFO  [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T18:37:08,237 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,37347,1731955024975
2024-11-18T18:37:08,250 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 961a81da9827,37347,1731955024975, state=OPEN
2024-11-18T18:37:08,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T18:37:08,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T18:37:08,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T18:37:08,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T18:37:08,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T18:37:08,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T18:37:08,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T18:37:08,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T18:37:08,273 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=961a81da9827,37347,1731955024975
2024-11-18T18:37:08,291 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T18:37:08,291 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=961a81da9827,37347,1731955024975 in 394 msec
2024-11-18T18:37:08,305 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T18:37:08,305 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 688 msec
2024-11-18T18:37:08,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T18:37:08,308 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T18:37:08,347 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T18:37:08,348 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=961a81da9827,37347,1731955024975, seqNum=-1]
2024-11-18T18:37:08,379 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T18:37:08,385 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T18:37:08,417 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7840 sec
2024-11-18T18:37:08,417 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731955028417, completionTime=-1
2024-11-18T18:37:08,425 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-18T18:37:08,425 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-18T18:37:08,461 INFO  [master/961a81da9827:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-11-18T18:37:08,461 INFO  [master/961a81da9827:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731955088461
2024-11-18T18:37:08,461 INFO  [master/961a81da9827:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731955148461
2024-11-18T18:37:08,462 INFO  [master/961a81da9827:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec
2024-11-18T18:37:08,464 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-18T18:37:08,478 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,44073,1731955023598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:08,479 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,44073,1731955023598-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:08,479 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,44073,1731955023598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:08,515 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-961a81da9827:44073, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:08,515 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:08,519 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:08,524 DEBUG [master/961a81da9827:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T18:37:08,560 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.325sec
2024-11-18T18:37:08,572 INFO  [master/961a81da9827:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T18:37:08,574 INFO  [master/961a81da9827:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T18:37:08,575 INFO  [master/961a81da9827:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T18:37:08,576 INFO  [master/961a81da9827:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T18:37:08,576 INFO  [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T18:37:08,577 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,44073,1731955023598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T18:37:08,578 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,44073,1731955023598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T18:37:08,589 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T18:37:08,590 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T18:37:08,591 INFO  [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,44073,1731955023598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:08,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4845fa61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T18:37:08,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 961a81da9827,44073,-1 for getting cluster id
2024-11-18T18:37:08,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T18:37:08,681 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c57da9c-1cf1-4b70-b2e4-865fdb7f0bcd'
2024-11-18T18:37:08,684 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T18:37:08,684 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c57da9c-1cf1-4b70-b2e4-865fdb7f0bcd"

2024-11-18T18:37:08,684 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63390b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T18:37:08,685 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [961a81da9827,44073,-1]
2024-11-18T18:37:08,688 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T18:37:08,690 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:08,692 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T18:37:08,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2c486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T18:37:08,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T18:37:08,707 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=961a81da9827,37347,1731955024975, seqNum=-1]
2024-11-18T18:37:08,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T18:37:08,716 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T18:37:08,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=961a81da9827,44073,1731955023598
2024-11-18T18:37:08,744 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:38889/hbase
2024-11-18T18:37:08,776 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=357, OpenFileDescriptor=595, MaxFileDescriptor=1048576, SystemLoadAverage=1073, ProcessCount=11, AvailableMemoryMB=2954
2024-11-18T18:37:08,819 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:08,828 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:08,829 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:08,842 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77207046, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-77207046, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:08,864 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77207046/hregion-77207046.1731955028843, exclude list is [], retry=0
2024-11-18T18:37:08,882 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:08,889 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:08,902 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:08,922 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77207046/hregion-77207046.1731955028843
2024-11-18T18:37:08,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:08,926 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 986b5992f4f3663ed948888e5bc82173, NAME => 'testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:08,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741838_1014 (size=64)
2024-11-18T18:37:08,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741838_1014 (size=64)
2024-11-18T18:37:08,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741838_1014 (size=64)
2024-11-18T18:37:08,983 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:08,985 INFO  [StoreOpener-986b5992f4f3663ed948888e5bc82173-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 986b5992f4f3663ed948888e5bc82173 
2024-11-18T18:37:08,991 INFO  [StoreOpener-986b5992f4f3663ed948888e5bc82173-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 986b5992f4f3663ed948888e5bc82173 columnFamilyName a
2024-11-18T18:37:08,992 DEBUG [StoreOpener-986b5992f4f3663ed948888e5bc82173-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:08,993 INFO  [StoreOpener-986b5992f4f3663ed948888e5bc82173-1 {}] regionserver.HStore(327): Store=986b5992f4f3663ed948888e5bc82173/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:08,993 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:08,995 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:08,995 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:08,996 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:08,996 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,000 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,006 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:09,007 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 986b5992f4f3663ed948888e5bc82173; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64188500, jitterRate=-0.04351681470870972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T18:37:09,008 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 986b5992f4f3663ed948888e5bc82173:
Writing region info on filesystem at 1731955028983Initializing all the Stores at 1731955028985 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955028985Cleaning up temporary data from old regions at 1731955028996 (+11 ms)Region opened successfully at 1731955029008 (+12 ms)
2024-11-18T18:37:09,008 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 986b5992f4f3663ed948888e5bc82173, disabling compactions & flushes
2024-11-18T18:37:09,008 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173.
2024-11-18T18:37:09,008 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173.
2024-11-18T18:37:09,008 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173. after waiting 0 ms
2024-11-18T18:37:09,008 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173.
2024-11-18T18:37:09,009 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173.
2024-11-18T18:37:09,009 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 986b5992f4f3663ed948888e5bc82173:
Waiting for close lock at 1731955029008Disabling compacts and flushes for region at 1731955029008Disabling writes for close at 1731955029008Writing region close event to WAL at 1731955029009 (+1 ms)Closed at 1731955029009
2024-11-18T18:37:09,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741837_1013 (size=93)
2024-11-18T18:37:09,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741837_1013 (size=93)
2024-11-18T18:37:09,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741837_1013 (size=93)
2024-11-18T18:37:09,034 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:09,034 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77207046:(num 1731955028843)
2024-11-18T18:37:09,036 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-18T18:37:09,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741839_1015 (size=369)
2024-11-18T18:37:09,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741839_1015 (size=369)
2024-11-18T18:37:09,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741839_1015 (size=369)
2024-11-18T18:37:09,083 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-18T18:37:09,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741840_1016 (size=231)
2024-11-18T18:37:09,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741840_1016 (size=231)
2024-11-18T18:37:09,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741840_1016 (size=231)
2024-11-18T18:37:09,164 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1, size=369 (369bytes)
2024-11-18T18:37:09,165 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-18T18:37:09,166 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-18T18:37:09,166 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1
2024-11-18T18:37:09,174 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1 after 5ms
2024-11-18T18:37:09,183 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1 took 21ms
2024-11-18T18:37:09,189 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1 so closing down
2024-11-18T18:37:09,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:09,196 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-18T18:37:09,198 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000001-wal-1.temp
2024-11-18T18:37:09,199 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:09,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741841_1017 (size=369)
2024-11-18T18:37:09,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741841_1017 (size=369)
2024-11-18T18:37:09,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741841_1017 (size=369)
2024-11-18T18:37:09,234 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:09,239 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002
2024-11-18T18:37:09,244 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1, size=369, length=369, corrupted=false, cancelled=false
2024-11-18T18:37:09,244 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1, journal: Splitting hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1, size=369 (369bytes) at 1731955029164Finishing writing output for hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1 so closing down at 1731955029189 (+25 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000001-wal-1.temp at 1731955029198 (+9 ms)3 split writer threads finished at 1731955029199 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731955029235 (+36 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002 at 1731955029239 (+4 ms)Processed 2 edits across 1 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731955029244 (+5 ms)
2024-11-18T18:37:09,265 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2, size=231 (231bytes)
2024-11-18T18:37:09,265 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2
2024-11-18T18:37:09,266 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2 after 1ms
2024-11-18T18:37:09,271 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2 took 7ms
2024-11-18T18:37:09,286 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2 so closing down
2024-11-18T18:37:09,286 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:09,290 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-18T18:37:09,312 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002-wal-2.temp
2024-11-18T18:37:09,313 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:09,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741842_1018 (size=231)
2024-11-18T18:37:09,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741842_1018 (size=231)
2024-11-18T18:37:09,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741842_1018 (size=231)
2024-11-18T18:37:09,348 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:09,359 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002-wal-2.temp, length=231
2024-11-18T18:37:09,364 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2, size=231, length=231, corrupted=false, cancelled=false
2024-11-18T18:37:09,364 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2, journal: Splitting hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2, size=231 (231bytes) at 1731955029265Finishing writing output for hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2 so closing down at 1731955029286 (+21 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002-wal-2.temp at 1731955029312 (+26 ms)3 split writer threads finished at 1731955029313 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731955029348 (+35 ms)Processed 1 edits across 1 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731955029364 (+16 ms)
2024-11-18T18:37:09,364 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:09,376 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:09,418 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal.1731955029377, exclude list is [], retry=0
2024-11-18T18:37:09,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:09,449 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:09,450 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:09,485 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal.1731955029377
2024-11-18T18:37:09,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:09,486 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 986b5992f4f3663ed948888e5bc82173, NAME => 'testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:09,486 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:09,486 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,486 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,497 INFO  [StoreOpener-986b5992f4f3663ed948888e5bc82173-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 986b5992f4f3663ed948888e5bc82173 
2024-11-18T18:37:09,499 INFO  [StoreOpener-986b5992f4f3663ed948888e5bc82173-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 986b5992f4f3663ed948888e5bc82173 columnFamilyName a
2024-11-18T18:37:09,499 DEBUG [StoreOpener-986b5992f4f3663ed948888e5bc82173-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:09,501 INFO  [StoreOpener-986b5992f4f3663ed948888e5bc82173-1 {}] regionserver.HStore(327): Store=986b5992f4f3663ed948888e5bc82173/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:09,504 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,506 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,511 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,516 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002
2024-11-18T18:37:09,539 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002
2024-11-18T18:37:09,544 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 986b5992f4f3663ed948888e5bc82173 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-18T18:37:09,635 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/.tmp/a/173f7fa1b4544491bab9685f443a5b64 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731955029034/Put/seqid=0
2024-11-18T18:37:09,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741844_1020 (size=5170)
2024-11-18T18:37:09,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741844_1020 (size=5170)
2024-11-18T18:37:09,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741844_1020 (size=5170)
2024-11-18T18:37:09,713 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/.tmp/a/173f7fa1b4544491bab9685f443a5b64
2024-11-18T18:37:09,789 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/.tmp/a/173f7fa1b4544491bab9685f443a5b64 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/a/173f7fa1b4544491bab9685f443a5b64
2024-11-18T18:37:09,808 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/a/173f7fa1b4544491bab9685f443a5b64, entries=2, sequenceid=2, filesize=5.0 K
2024-11-18T18:37:09,816 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 986b5992f4f3663ed948888e5bc82173 in 270ms, sequenceid=2, compaction requested=false; wal=null
2024-11-18T18:37:09,818 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/0000000000000000002
2024-11-18T18:37:09,822 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,822 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,828 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 986b5992f4f3663ed948888e5bc82173
2024-11-18T18:37:09,838 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/986b5992f4f3663ed948888e5bc82173/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-18T18:37:09,840 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 986b5992f4f3663ed948888e5bc82173; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74539307, jitterRate=0.11072222888469696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T18:37:09,842 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 986b5992f4f3663ed948888e5bc82173:
Writing region info on filesystem at 1731955029486Initializing all the Stores at 1731955029496 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955029496Obtaining lock to block concurrent updates at 1731955029544 (+48 ms)Preparing flush snapshotting stores in 986b5992f4f3663ed948888e5bc82173 at 1731955029544Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731955029548 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731955028820.986b5992f4f3663ed948888e5bc82173. at 1731955029548Flushing 986b5992f4f3663ed948888e5bc82173/a: creating writer at 1731955029550 (+2 ms)Flushing 986b5992f4f3663ed948888e5bc82173/a: appending metadata at 1731955029618 (+68 ms)Flushing 986b5992f4f3663ed948888e5bc82173/a: closing flushed file at 1731955029622 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7543bec5: reopening flushed file at 1731955029783 (+161 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 986b5992f4f3663ed948888e5bc82173 in 270ms, sequenceid=2, compaction requested=false; wal=null at 1731955029816 (+33 ms)Cleaning up temporary data from old regions at 1731955029822 (+6 ms)Region opened successfully at 1731955029842 (+20 ms)
2024-11-18T18:37:09,904 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=368 (was 357)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:59022 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:58930 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:35802 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:35810 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:57250 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38889/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:57230 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=685 (was 595) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1083 (was 1073) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2899 (was 2954)
2024-11-18T18:37:09,922 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=368, OpenFileDescriptor=685, MaxFileDescriptor=1048576, SystemLoadAverage=1083, ProcessCount=11, AvailableMemoryMB=2897
2024-11-18T18:37:09,945 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:09,948 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:09,948 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:09,954 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46003503, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-46003503, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:09,972 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46003503/hregion-46003503.1731955029955, exclude list is [], retry=0
2024-11-18T18:37:09,978 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:09,978 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:09,982 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:10,010 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46003503/hregion-46003503.1731955029955
2024-11-18T18:37:10,022 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:10,022 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f37e0b76a966af086ea070ac7e085b6a, NAME => 'testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:10,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741846_1022 (size=64)
2024-11-18T18:37:10,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741846_1022 (size=64)
2024-11-18T18:37:10,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741846_1022 (size=64)
2024-11-18T18:37:10,091 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:10,121 INFO  [StoreOpener-f37e0b76a966af086ea070ac7e085b6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f37e0b76a966af086ea070ac7e085b6a 
2024-11-18T18:37:10,135 INFO  [StoreOpener-f37e0b76a966af086ea070ac7e085b6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37e0b76a966af086ea070ac7e085b6a columnFamilyName a
2024-11-18T18:37:10,135 DEBUG [StoreOpener-f37e0b76a966af086ea070ac7e085b6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:10,141 INFO  [StoreOpener-f37e0b76a966af086ea070ac7e085b6a-1 {}] regionserver.HStore(327): Store=f37e0b76a966af086ea070ac7e085b6a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:10,145 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:10,149 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:10,154 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:10,158 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:10,158 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:10,172 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:10,187 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:10,194 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f37e0b76a966af086ea070ac7e085b6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69668659, jitterRate=0.03814391791820526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T18:37:10,194 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f37e0b76a966af086ea070ac7e085b6a:
Writing region info on filesystem at 1731955030092Initializing all the Stores at 1731955030101 (+9 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955030101Cleaning up temporary data from old regions at 1731955030158 (+57 ms)Region opened successfully at 1731955030194 (+36 ms)
2024-11-18T18:37:10,194 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f37e0b76a966af086ea070ac7e085b6a, disabling compactions & flushes
2024-11-18T18:37:10,194 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a.
2024-11-18T18:37:10,194 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a.
2024-11-18T18:37:10,195 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a. after waiting 0 ms
2024-11-18T18:37:10,195 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a.
2024-11-18T18:37:10,197 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a.
2024-11-18T18:37:10,197 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f37e0b76a966af086ea070ac7e085b6a:
Waiting for close lock at 1731955030194Disabling compacts and flushes for region at 1731955030194Disabling writes for close at 1731955030195 (+1 ms)Writing region close event to WAL at 1731955030197 (+2 ms)Closed at 1731955030197
2024-11-18T18:37:10,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741845_1021 (size=93)
2024-11-18T18:37:10,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741845_1021 (size=93)
2024-11-18T18:37:10,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741845_1021 (size=93)
2024-11-18T18:37:10,255 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:10,255 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46003503:(num 1731955029955)
2024-11-18T18:37:10,258 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-18T18:37:10,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741847_1023 (size=369)
2024-11-18T18:37:10,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741847_1023 (size=369)
2024-11-18T18:37:10,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741847_1023 (size=369)
2024-11-18T18:37:10,740 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-18T18:37:10,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741848_1024 (size=231)
2024-11-18T18:37:10,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741848_1024 (size=231)
2024-11-18T18:37:10,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741848_1024 (size=231)
2024-11-18T18:37:10,836 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2, size=231 (231bytes)
2024-11-18T18:37:10,837 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2
2024-11-18T18:37:10,838 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2 after 1ms
2024-11-18T18:37:10,845 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2 took 9ms
2024-11-18T18:37:10,857 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2 so closing down
2024-11-18T18:37:10,857 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:10,861 INFO  [Time-limited test-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-18T18:37:10,869 INFO  [Time-limited test-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002-wal-2.temp
2024-11-18T18:37:10,870 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:10,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741849_1025 (size=231)
2024-11-18T18:37:10,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741849_1025 (size=231)
2024-11-18T18:37:10,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741849_1025 (size=231)
2024-11-18T18:37:10,902 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:10,908 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002
2024-11-18T18:37:10,908 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2, size=231, length=231, corrupted=false, cancelled=false
2024-11-18T18:37:10,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2, journal: Splitting hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2, size=231 (231bytes) at 1731955030836Finishing writing output for hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2 so closing down at 1731955030857 (+21 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002-wal-2.temp at 1731955030869 (+12 ms)3 split writer threads finished at 1731955030870 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731955030902 (+32 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002 at 1731955030908 (+6 ms)Processed 1 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731955030908
2024-11-18T18:37:10,931 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1, size=369 (369bytes)
2024-11-18T18:37:10,931 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1
2024-11-18T18:37:10,933 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1 after 0ms
2024-11-18T18:37:10,940 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1 took 9ms
2024-11-18T18:37:10,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1 so closing down
2024-11-18T18:37:10,959 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:10,963 INFO  [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-18T18:37:10,965 INFO  [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000001-wal-1.temp
2024-11-18T18:37:10,966 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:10,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741850_1026 (size=369)
2024-11-18T18:37:10,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741850_1026 (size=369)
2024-11-18T18:37:10,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741850_1026 (size=369)
2024-11-18T18:37:10,979 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:10,986 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002, length=231
2024-11-18T18:37:10,993 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002
2024-11-18T18:37:10,993 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1, size=369, length=369, corrupted=false, cancelled=false
2024-11-18T18:37:10,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1, journal: Splitting hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1, size=369 (369bytes) at 1731955030931Finishing writing output for hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1 so closing down at 1731955030958 (+27 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000001-wal-1.temp at 1731955030965 (+7 ms)3 split writer threads finished at 1731955030966 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731955030979 (+13 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002 at 1731955030993 (+14 ms)Processed 2 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731955030993
2024-11-18T18:37:10,994 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:10,998 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:11,017 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal.1731955030999, exclude list is [], retry=0
2024-11-18T18:37:11,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:11,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:11,039 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:11,054 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal.1731955030999
2024-11-18T18:37:11,055 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:11,055 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f37e0b76a966af086ea070ac7e085b6a, NAME => 'testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:11,055 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:11,055 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:11,056 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:11,085 INFO  [StoreOpener-f37e0b76a966af086ea070ac7e085b6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f37e0b76a966af086ea070ac7e085b6a 
2024-11-18T18:37:11,098 INFO  [StoreOpener-f37e0b76a966af086ea070ac7e085b6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37e0b76a966af086ea070ac7e085b6a columnFamilyName a
2024-11-18T18:37:11,098 DEBUG [StoreOpener-f37e0b76a966af086ea070ac7e085b6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:11,102 INFO  [StoreOpener-f37e0b76a966af086ea070ac7e085b6a-1 {}] regionserver.HStore(327): Store=f37e0b76a966af086ea070ac7e085b6a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:11,102 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:11,103 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:11,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:11,109 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002
2024-11-18T18:37:11,129 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002
2024-11-18T18:37:11,130 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f37e0b76a966af086ea070ac7e085b6a 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-18T18:37:11,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/.tmp/a/81916a6b74f2413790353e518d2f6a07 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731955030255/Put/seqid=0
2024-11-18T18:37:11,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741832_1008 (size=32)
2024-11-18T18:37:11,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741827_1003 (size=196)
2024-11-18T18:37:11,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741831_1007 (size=1321)
2024-11-18T18:37:11,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741828_1004 (size=1189)
2024-11-18T18:37:11,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741852_1028 (size=5170)
2024-11-18T18:37:11,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741852_1028 (size=5170)
2024-11-18T18:37:11,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741852_1028 (size=5170)
2024-11-18T18:37:11,221 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/.tmp/a/81916a6b74f2413790353e518d2f6a07
2024-11-18T18:37:11,235 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/.tmp/a/81916a6b74f2413790353e518d2f6a07 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/a/81916a6b74f2413790353e518d2f6a07
2024-11-18T18:37:11,257 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/a/81916a6b74f2413790353e518d2f6a07, entries=2, sequenceid=2, filesize=5.0 K
2024-11-18T18:37:11,257 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f37e0b76a966af086ea070ac7e085b6a in 127ms, sequenceid=2, compaction requested=false; wal=null
2024-11-18T18:37:11,262 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/0000000000000000002
2024-11-18T18:37:11,263 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:11,263 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:11,267 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f37e0b76a966af086ea070ac7e085b6a
2024-11-18T18:37:11,281 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/f37e0b76a966af086ea070ac7e085b6a/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-18T18:37:11,297 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f37e0b76a966af086ea070ac7e085b6a; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65380324, jitterRate=-0.025757253170013428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T18:37:11,298 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f37e0b76a966af086ea070ac7e085b6a:
Writing region info on filesystem at 1731955031056Initializing all the Stores at 1731955031078 (+22 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955031078Obtaining lock to block concurrent updates at 1731955031130 (+52 ms)Preparing flush snapshotting stores in f37e0b76a966af086ea070ac7e085b6a at 1731955031130Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731955031130Flushing stores of testReplayEditsWrittenIntoWAL,,1731955029946.f37e0b76a966af086ea070ac7e085b6a. at 1731955031130Flushing f37e0b76a966af086ea070ac7e085b6a/a: creating writer at 1731955031130Flushing f37e0b76a966af086ea070ac7e085b6a/a: appending metadata at 1731955031152 (+22 ms)Flushing f37e0b76a966af086ea070ac7e085b6a/a: closing flushed file at 1731955031152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347a9c10: reopening flushed file at 1731955031231 (+79 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f37e0b76a966af086ea070ac7e085b6a in 127ms, sequenceid=2, compaction requested=false; wal=null at 1731955031257 (+26 ms)Cleaning up temporary data from old regions at 1731955031263 (+6 ms)Region opened successfully at 1731955031298 (+35 ms)
2024-11-18T18:37:11,329 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=382 (was 368)
Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:59098 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:58930 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@12d05741[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1c17bb6b[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:35810 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:57250 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4c9386f5[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:35878 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4240a4e[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:57302 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=769 (was 685) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1083 (was 1083), ProcessCount=11 (was 11), AvailableMemoryMB=2790 (was 2897)
2024-11-18T18:37:11,357 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=382, OpenFileDescriptor=769, MaxFileDescriptor=1048576, SystemLoadAverage=1083, ProcessCount=11, AvailableMemoryMB=2788
2024-11-18T18:37:11,382 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:11,385 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:11,386 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:11,394 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09255120, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-09255120, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:11,411 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09255120/hregion-09255120.1731955031395, exclude list is [], retry=0
2024-11-18T18:37:11,418 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:11,418 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:11,419 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:11,437 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09255120/hregion-09255120.1731955031395
2024-11-18T18:37:11,445 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:11,446 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 94d67b8680408b4d240aa1554ddde61c, NAME => 'testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:11,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741854_1030 (size=64)
2024-11-18T18:37:11,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741854_1030 (size=64)
2024-11-18T18:37:11,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741854_1030 (size=64)
2024-11-18T18:37:11,493 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:11,505 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 94d67b8680408b4d240aa1554ddde61c 
2024-11-18T18:37:11,508 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d67b8680408b4d240aa1554ddde61c columnFamilyName a
2024-11-18T18:37:11,508 DEBUG [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:11,509 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(327): Store=94d67b8680408b4d240aa1554ddde61c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:11,509 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 94d67b8680408b4d240aa1554ddde61c 
2024-11-18T18:37:11,511 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d67b8680408b4d240aa1554ddde61c columnFamilyName b
2024-11-18T18:37:11,511 DEBUG [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:11,512 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(327): Store=94d67b8680408b4d240aa1554ddde61c/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:11,512 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 94d67b8680408b4d240aa1554ddde61c 
2024-11-18T18:37:11,517 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d67b8680408b4d240aa1554ddde61c columnFamilyName c
2024-11-18T18:37:11,517 DEBUG [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:11,518 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(327): Store=94d67b8680408b4d240aa1554ddde61c/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:11,518 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:11,519 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:11,520 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:11,526 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:11,527 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:11,528 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:11,534 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:11,540 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:11,541 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 94d67b8680408b4d240aa1554ddde61c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61806220, jitterRate=-0.07901555299758911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:11,542 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 94d67b8680408b4d240aa1554ddde61c:
Writing region info on filesystem at 1731955031493Initializing all the Stores at 1731955031498 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955031498Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955031501 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955031501Cleaning up temporary data from old regions at 1731955031527 (+26 ms)Region opened successfully at 1731955031542 (+15 ms)
2024-11-18T18:37:11,542 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 94d67b8680408b4d240aa1554ddde61c, disabling compactions & flushes
2024-11-18T18:37:11,542 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.
2024-11-18T18:37:11,542 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.
2024-11-18T18:37:11,542 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c. after waiting 0 ms
2024-11-18T18:37:11,542 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.
2024-11-18T18:37:11,546 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.
2024-11-18T18:37:11,546 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 94d67b8680408b4d240aa1554ddde61c:
Waiting for close lock at 1731955031542Disabling compacts and flushes for region at 1731955031542Disabling writes for close at 1731955031542Writing region close event to WAL at 1731955031546 (+4 ms)Closed at 1731955031546
2024-11-18T18:37:11,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741853_1029 (size=93)
2024-11-18T18:37:11,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741853_1029 (size=93)
2024-11-18T18:37:11,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741853_1029 (size=93)
2024-11-18T18:37:11,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:11,579 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09255120:(num 1731955031395)
2024-11-18T18:37:11,579 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:11,601 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:11,620 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601, exclude list is [], retry=0
2024-11-18T18:37:11,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:11,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:11,634 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:11,650 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601
2024-11-18T18:37:11,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:11,954 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601, size=0 (0bytes)
2024-11-18T18:37:11,954 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601 might be still open, length is 0
2024-11-18T18:37:11,954 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601
2024-11-18T18:37:11,956 WARN  [IPC Server handler 2 on default port 38889 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-11-18T18:37:11,957 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601 after 3ms
2024-11-18T18:37:13,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T18:37:13,649 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T18:37:14,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T18:37:14,202 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:14,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T18:37:14,204 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T18:37:14,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T18:37:14,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:14,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-11-18T18:37:14,206 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:14,612 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:57334 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46347:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:57334 dst: /127.0.0.1:46347
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46347 remote=/127.0.0.1:57334]. Total timeout mills is 60000, 57277 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:14,613 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:59148 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42365:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:59148 dst: /127.0.0.1:42365
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:14,613 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:35934 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39273:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35934 dst: /127.0.0.1:39273
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:14,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741855_1032 (size=470675)
2024-11-18T18:37:14,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741855_1032 (size=470675)
2024-11-18T18:37:14,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741855_1032 (size=470675)
2024-11-18T18:37:15,958 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601 after 4004ms
2024-11-18T18:37:15,970 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601 took 4016ms
2024-11-18T18:37:15,997 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731955031601.temp
2024-11-18T18:37:16,024 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000000001-wal.1731955031601.temp
2024-11-18T18:37:16,100 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601; continuing.
2024-11-18T18:37:16,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601 so closing down
2024-11-18T18:37:16,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:16,104 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:16,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741856_1033 (size=470683)
2024-11-18T18:37:16,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741856_1033 (size=470683)
2024-11-18T18:37:16,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741856_1033 (size=470683)
2024-11-18T18:37:16,130 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000000001-wal.1731955031601.temp (wrote 3002 edits, skipped 0 edits in 33 ms)
2024-11-18T18:37:16,137 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000000001-wal.1731955031601.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000003002
2024-11-18T18:37:16,141 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601, size=0, length=0, corrupted=false, cancelled=false
2024-11-18T18:37:16,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601, journal: Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601, size=0 (0bytes) at 1731955031954Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000000001-wal.1731955031601.temp at 1731955036024 (+4070 ms)Split 1024 edits, skipped 0 edits. at 1731955036062 (+38 ms)Split 2048 edits, skipped 0 edits. at 1731955036084 (+22 ms)Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601 so closing down at 1731955036100 (+16 ms)3 split writer threads finished at 1731955036104 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000000001-wal.1731955031601.temp (wrote 3002 edits, skipped 0 edits in 33 ms) at 1731955036130 (+26 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000000001-wal.1731955031601.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000003002 at 1731955036137 (+7 ms)Processed 3002 edits across 1 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601, size=0, length=0, corrupted=false, cancelled=false at 1731955036141 (+4 ms)
2024-11-18T18:37:16,163 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955031601
2024-11-18T18:37:16,170 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000003002
2024-11-18T18:37:16,170 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:16,177 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:16,205 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955036178, exclude list is [], retry=0
2024-11-18T18:37:16,216 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:16,217 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:16,217 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:16,231 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955036178
2024-11-18T18:37:16,232 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:16,232 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:16,247 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 94d67b8680408b4d240aa1554ddde61c 
2024-11-18T18:37:16,249 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d67b8680408b4d240aa1554ddde61c columnFamilyName a
2024-11-18T18:37:16,249 DEBUG [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:16,250 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(327): Store=94d67b8680408b4d240aa1554ddde61c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:16,250 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 94d67b8680408b4d240aa1554ddde61c 
2024-11-18T18:37:16,252 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d67b8680408b4d240aa1554ddde61c columnFamilyName b
2024-11-18T18:37:16,252 DEBUG [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:16,253 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(327): Store=94d67b8680408b4d240aa1554ddde61c/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:16,253 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 94d67b8680408b4d240aa1554ddde61c 
2024-11-18T18:37:16,256 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d67b8680408b4d240aa1554ddde61c columnFamilyName c
2024-11-18T18:37:16,257 DEBUG [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:16,265 INFO  [StoreOpener-94d67b8680408b4d240aa1554ddde61c-1 {}] regionserver.HStore(327): Store=94d67b8680408b4d240aa1554ddde61c/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:16,266 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:16,268 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:16,271 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:16,274 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000003002
2024-11-18T18:37:16,339 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-18T18:37:16,922 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 94d67b8680408b4d240aa1554ddde61c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-18T18:37:16,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/a/156fa9205ef24647a229487c4cfef360 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731955031667/Put/seqid=0
2024-11-18T18:37:17,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741858_1035 (size=50463)
2024-11-18T18:37:17,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741858_1035 (size=50463)
2024-11-18T18:37:17,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741858_1035 (size=50463)
2024-11-18T18:37:17,058 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/a/156fa9205ef24647a229487c4cfef360
2024-11-18T18:37:17,089 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/a/156fa9205ef24647a229487c4cfef360 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/a/156fa9205ef24647a229487c4cfef360
2024-11-18T18:37:17,131 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/a/156fa9205ef24647a229487c4cfef360, entries=754, sequenceid=754, filesize=49.3 K
2024-11-18T18:37:17,131 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 94d67b8680408b4d240aa1554ddde61c in 209ms, sequenceid=754, compaction requested=false; wal=null
2024-11-18T18:37:17,150 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-18T18:37:17,150 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 94d67b8680408b4d240aa1554ddde61c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-18T18:37:17,164 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/a/c35132a6e88842a5bd93177c201a7c8a is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731955031731/Put/seqid=0
2024-11-18T18:37:17,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741859_1036 (size=20072)
2024-11-18T18:37:17,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741859_1036 (size=20072)
2024-11-18T18:37:17,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741859_1036 (size=20072)
2024-11-18T18:37:17,678 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/a/c35132a6e88842a5bd93177c201a7c8a
2024-11-18T18:37:17,734 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/b/5d3dd37fea48472a9b8e934844225448 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731955031761/Put/seqid=0
2024-11-18T18:37:17,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741860_1037 (size=35835)
2024-11-18T18:37:17,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741860_1037 (size=35835)
2024-11-18T18:37:17,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741860_1037 (size=35835)
2024-11-18T18:37:17,792 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/b/5d3dd37fea48472a9b8e934844225448
2024-11-18T18:37:17,829 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/a/c35132a6e88842a5bd93177c201a7c8a as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/a/c35132a6e88842a5bd93177c201a7c8a
2024-11-18T18:37:17,840 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/a/c35132a6e88842a5bd93177c201a7c8a, entries=246, sequenceid=1508, filesize=19.6 K
2024-11-18T18:37:17,843 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/b/5d3dd37fea48472a9b8e934844225448 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/b/5d3dd37fea48472a9b8e934844225448
2024-11-18T18:37:17,856 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/b/5d3dd37fea48472a9b8e934844225448, entries=508, sequenceid=1508, filesize=35.0 K
2024-11-18T18:37:17,857 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 94d67b8680408b4d240aa1554ddde61c in 706ms, sequenceid=1508, compaction requested=false; wal=null
2024-11-18T18:37:17,870 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-18T18:37:17,870 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 94d67b8680408b4d240aa1554ddde61c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-18T18:37:17,884 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/b/825befdcd7d9428a85857aea82c30438 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731955031787/Put/seqid=0
2024-11-18T18:37:17,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741861_1038 (size=35082)
2024-11-18T18:37:17,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741861_1038 (size=35082)
2024-11-18T18:37:17,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741861_1038 (size=35082)
2024-11-18T18:37:17,952 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/b/825befdcd7d9428a85857aea82c30438
2024-11-18T18:37:17,998 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/c/b2abc1ef8fad4fd7b56950e1a0f35d4d is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731955031826/Put/seqid=0
2024-11-18T18:37:18,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741862_1039 (size=20825)
2024-11-18T18:37:18,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741862_1039 (size=20825)
2024-11-18T18:37:18,074 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/c/b2abc1ef8fad4fd7b56950e1a0f35d4d
2024-11-18T18:37:18,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741862_1039 (size=20825)
2024-11-18T18:37:18,084 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/b/825befdcd7d9428a85857aea82c30438 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/b/825befdcd7d9428a85857aea82c30438
2024-11-18T18:37:18,098 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/b/825befdcd7d9428a85857aea82c30438, entries=492, sequenceid=2262, filesize=34.3 K
2024-11-18T18:37:18,100 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/c/b2abc1ef8fad4fd7b56950e1a0f35d4d as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/c/b2abc1ef8fad4fd7b56950e1a0f35d4d
2024-11-18T18:37:18,109 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/c/b2abc1ef8fad4fd7b56950e1a0f35d4d, entries=262, sequenceid=2262, filesize=20.3 K
2024-11-18T18:37:18,110 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 94d67b8680408b4d240aa1554ddde61c in 240ms, sequenceid=2262, compaction requested=false; wal=null
2024-11-18T18:37:18,118 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731955031887/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.
2024-11-18T18:37:18,123 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000003002
2024-11-18T18:37:18,124 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-18T18:37:18,124 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 94d67b8680408b4d240aa1554ddde61c 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-11-18T18:37:18,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/c/3eefc2cf690d48ba9f2660fca19db6f7 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731955031837/Put/seqid=0
2024-11-18T18:37:18,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741863_1040 (size=50301)
2024-11-18T18:37:18,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741863_1040 (size=50301)
2024-11-18T18:37:18,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741863_1040 (size=50301)
2024-11-18T18:37:18,239 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/c/3eefc2cf690d48ba9f2660fca19db6f7
2024-11-18T18:37:18,269 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eefc2cf690d48ba9f2660fca19db6f7
2024-11-18T18:37:18,272 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/.tmp/c/3eefc2cf690d48ba9f2660fca19db6f7 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/c/3eefc2cf690d48ba9f2660fca19db6f7
2024-11-18T18:37:18,297 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eefc2cf690d48ba9f2660fca19db6f7
2024-11-18T18:37:18,297 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/c/3eefc2cf690d48ba9f2660fca19db6f7, entries=739, sequenceid=3002, filesize=49.1 K
2024-11-18T18:37:18,298 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 94d67b8680408b4d240aa1554ddde61c in 173ms, sequenceid=3002, compaction requested=false; wal=null
2024-11-18T18:37:18,299 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/0000000000000003002
2024-11-18T18:37:18,301 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:18,301 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:18,305 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T18:37:18,309 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 94d67b8680408b4d240aa1554ddde61c
2024-11-18T18:37:18,314 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenIntoWAL/94d67b8680408b4d240aa1554ddde61c/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-11-18T18:37:18,316 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 94d67b8680408b4d240aa1554ddde61c; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64803270, jitterRate=-0.03435602784156799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T18:37:18,316 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 94d67b8680408b4d240aa1554ddde61c:
Writing region info on filesystem at 1731955036232Initializing all the Stores at 1731955036246 (+14 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955036246Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955036246Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955036246Cleaning up temporary data from old regions at 1731955038301 (+2055 ms)Region opened successfully at 1731955038316 (+15 ms)
2024-11-18T18:37:18,437 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 94d67b8680408b4d240aa1554ddde61c, disabling compactions & flushes
2024-11-18T18:37:18,437 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.
2024-11-18T18:37:18,437 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.
2024-11-18T18:37:18,437 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c. after waiting 0 ms
2024-11-18T18:37:18,437 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.
2024-11-18T18:37:18,481 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731955031383.94d67b8680408b4d240aa1554ddde61c.
2024-11-18T18:37:18,482 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 94d67b8680408b4d240aa1554ddde61c:
Waiting for close lock at 1731955038436Disabling compacts and flushes for region at 1731955038436Disabling writes for close at 1731955038437 (+1 ms)Writing region close event to WAL at 1731955038481 (+44 ms)Closed at 1731955038481
2024-11-18T18:37:18,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741857_1034 (size=93)
2024-11-18T18:37:18,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741857_1034 (size=93)
2024-11-18T18:37:18,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741857_1034 (size=93)
2024-11-18T18:37:18,514 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955036178 not finished, retry = 0
2024-11-18T18:37:18,619 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:18,619 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731955036178)
2024-11-18T18:37:18,637 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=394 (was 382)
Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879754591_22 at /127.0.0.1:37732 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879754591_22 at /127.0.0.1:44732 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:38889
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1878295389) connection to localhost/127.0.0.1:38889 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1878295389) connection to localhost/127.0.0.1:46291 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879754591_22 at /127.0.0.1:37884 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46291
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39149
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1878295389) connection to localhost/127.0.0.1:39149 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879754591_22 at /127.0.0.1:44772 [Waiting for operation #18]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=841 (was 769) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1060 (was 1083), ProcessCount=11 (was 11), AvailableMemoryMB=3397 (was 2788) - AvailableMemoryMB LEAK? -
2024-11-18T18:37:18,654 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=394, OpenFileDescriptor=841, MaxFileDescriptor=1048576, SystemLoadAverage=1060, ProcessCount=11, AvailableMemoryMB=3395
2024-11-18T18:37:18,676 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:18,679 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:18,680 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:18,695 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24534626, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-24534626, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:18,712 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24534626/hregion-24534626.1731955038696, exclude list is [], retry=0
2024-11-18T18:37:18,718 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:18,722 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:18,728 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:18,734 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24534626/hregion-24534626.1731955038696
2024-11-18T18:37:18,735 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:18,735 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 505984ce012b1c98496ed5bc67d9f995, NAME => 'test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:18,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741865_1042 (size=43)
2024-11-18T18:37:18,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741865_1042 (size=43)
2024-11-18T18:37:18,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741865_1042 (size=43)
2024-11-18T18:37:19,180 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:19,182 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 505984ce012b1c98496ed5bc67d9f995 
2024-11-18T18:37:19,185 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 505984ce012b1c98496ed5bc67d9f995 columnFamilyName a
2024-11-18T18:37:19,185 DEBUG [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:19,186 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(327): Store=505984ce012b1c98496ed5bc67d9f995/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:19,186 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 505984ce012b1c98496ed5bc67d9f995 
2024-11-18T18:37:19,189 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 505984ce012b1c98496ed5bc67d9f995 columnFamilyName b
2024-11-18T18:37:19,189 DEBUG [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:19,192 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(327): Store=505984ce012b1c98496ed5bc67d9f995/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:19,192 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 505984ce012b1c98496ed5bc67d9f995 
2024-11-18T18:37:19,195 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 505984ce012b1c98496ed5bc67d9f995 columnFamilyName c
2024-11-18T18:37:19,195 DEBUG [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:19,196 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(327): Store=505984ce012b1c98496ed5bc67d9f995/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:19,196 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:19,197 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:19,198 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:19,199 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:19,200 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:19,200 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:19,203 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:19,206 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:19,207 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 505984ce012b1c98496ed5bc67d9f995; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60821859, jitterRate=-0.09368367493152618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:19,209 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 505984ce012b1c98496ed5bc67d9f995:
Writing region info on filesystem at 1731955039180Initializing all the Stores at 1731955039182 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955039182Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955039182Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955039182Cleaning up temporary data from old regions at 1731955039200 (+18 ms)Region opened successfully at 1731955039209 (+9 ms)
2024-11-18T18:37:19,209 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 505984ce012b1c98496ed5bc67d9f995, disabling compactions & flushes
2024-11-18T18:37:19,209 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.
2024-11-18T18:37:19,210 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.
2024-11-18T18:37:19,210 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995. after waiting 0 ms
2024-11-18T18:37:19,210 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.
2024-11-18T18:37:19,213 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.
2024-11-18T18:37:19,214 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 505984ce012b1c98496ed5bc67d9f995:
Waiting for close lock at 1731955039209Disabling compacts and flushes for region at 1731955039209Disabling writes for close at 1731955039210 (+1 ms)Writing region close event to WAL at 1731955039213 (+3 ms)Closed at 1731955039213
2024-11-18T18:37:19,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741864_1041 (size=93)
2024-11-18T18:37:19,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741864_1041 (size=93)
2024-11-18T18:37:19,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741864_1041 (size=93)
2024-11-18T18:37:19,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:19,251 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24534626:(num 1731955038696)
2024-11-18T18:37:19,251 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:19,255 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:19,279 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256, exclude list is [], retry=0
2024-11-18T18:37:19,287 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:19,292 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:19,295 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:19,307 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256
2024-11-18T18:37:19,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:19,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741866_1043 (size=344306)
2024-11-18T18:37:19,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741866_1043 (size=344306)
2024-11-18T18:37:19,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741866_1043 (size=344306)
2024-11-18T18:37:19,621 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256 not finished, retry = 0
2024-11-18T18:37:19,742 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256, size=336.2 K (344306bytes)
2024-11-18T18:37:19,742 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256
2024-11-18T18:37:19,743 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256 after 1ms
2024-11-18T18:37:19,750 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256 took 8ms
2024-11-18T18:37:19,754 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731955039256.temp
2024-11-18T18:37:19,773 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000000001-wal.1731955039256.temp
2024-11-18T18:37:19,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256 so closing down
2024-11-18T18:37:19,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:19,790 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:19,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741867_1044 (size=344306)
2024-11-18T18:37:19,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741867_1044 (size=344306)
2024-11-18T18:37:19,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741867_1044 (size=344306)
2024-11-18T18:37:19,838 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000000001-wal.1731955039256.temp (wrote 3000 edits, skipped 0 edits in 13 ms)
2024-11-18T18:37:19,847 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000000001-wal.1731955039256.temp to hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003000
2024-11-18T18:37:19,847 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256, size=336.2 K, length=344306, corrupted=false, cancelled=false
2024-11-18T18:37:19,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256, journal: Splitting hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256, size=336.2 K (344306bytes) at 1731955039742Split 1024 edits, skipped 0 edits. at 1731955039764 (+22 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000000001-wal.1731955039256.temp at 1731955039773 (+9 ms)Split 2048 edits, skipped 0 edits. at 1731955039778 (+5 ms)Finishing writing output for hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256 so closing down at 1731955039790 (+12 ms)3 split writer threads finished at 1731955039790Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000000001-wal.1731955039256.temp (wrote 3000 edits, skipped 0 edits in 13 ms) at 1731955039839 (+49 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000000001-wal.1731955039256.temp to hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003000 at 1731955039847 (+8 ms)Processed 3000 edits across 1 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1731955039847
2024-11-18T18:37:19,856 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039256 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955039256
2024-11-18T18:37:19,858 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003000
2024-11-18T18:37:19,858 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:19,861 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:19,884 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862, exclude list is [], retry=0
2024-11-18T18:37:19,889 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:19,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:19,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:19,901 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862
2024-11-18T18:37:19,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:20,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741868_1045 (size=344433)
2024-11-18T18:37:20,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741868_1045 (size=344433)
2024-11-18T18:37:20,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741868_1045 (size=344433)
2024-11-18T18:37:20,227 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862, size=336.4 K (344433bytes)
2024-11-18T18:37:20,227 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862
2024-11-18T18:37:20,229 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862 after 2ms
2024-11-18T18:37:20,240 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862 took 13ms
2024-11-18T18:37:20,265 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731955039862.temp
2024-11-18T18:37:20,270 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003001-wal.1731955039862.temp
2024-11-18T18:37:20,288 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862 so closing down
2024-11-18T18:37:20,288 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:20,290 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:20,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741869_1046 (size=344433)
2024-11-18T18:37:20,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741869_1046 (size=344433)
2024-11-18T18:37:20,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741869_1046 (size=344433)
2024-11-18T18:37:20,362 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003001-wal.1731955039862.temp (wrote 3000 edits, skipped 0 edits in 18 ms)
2024-11-18T18:37:20,365 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003001-wal.1731955039862.temp to hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000006000
2024-11-18T18:37:20,365 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 120 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862, size=336.4 K, length=344433, corrupted=false, cancelled=false
2024-11-18T18:37:20,365 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862, journal: Splitting hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862, size=336.4 K (344433bytes) at 1731955040227Split 1024 edits, skipped 0 edits. at 1731955040262 (+35 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003001-wal.1731955039862.temp at 1731955040270 (+8 ms)Split 2048 edits, skipped 0 edits. at 1731955040278 (+8 ms)Finishing writing output for hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862 so closing down at 1731955040288 (+10 ms)3 split writer threads finished at 1731955040290 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003001-wal.1731955039862.temp (wrote 3000 edits, skipped 0 edits in 18 ms) at 1731955040362 (+72 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003001-wal.1731955039862.temp to hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000006000 at 1731955040365 (+3 ms)Processed 3000 edits across 1 Regions in 120 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1731955040365
2024-11-18T18:37:20,368 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955039862 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955039862
2024-11-18T18:37:20,370 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000006000
2024-11-18T18:37:20,370 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:20,373 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/test2727-manual,16010,1731955038675, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:20,392 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955040374, exclude list is [], retry=0
2024-11-18T18:37:20,396 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:20,396 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:20,397 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:20,406 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731955038675/wal.1731955040374
2024-11-18T18:37:20,406 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:20,406 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 505984ce012b1c98496ed5bc67d9f995, NAME => 'test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:20,407 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:20,407 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:20,407 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:20,417 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 505984ce012b1c98496ed5bc67d9f995 
2024-11-18T18:37:20,419 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 505984ce012b1c98496ed5bc67d9f995 columnFamilyName a
2024-11-18T18:37:20,419 DEBUG [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:20,420 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(327): Store=505984ce012b1c98496ed5bc67d9f995/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:20,420 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 505984ce012b1c98496ed5bc67d9f995 
2024-11-18T18:37:20,422 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 505984ce012b1c98496ed5bc67d9f995 columnFamilyName b
2024-11-18T18:37:20,422 DEBUG [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:20,425 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(327): Store=505984ce012b1c98496ed5bc67d9f995/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:20,425 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 505984ce012b1c98496ed5bc67d9f995 
2024-11-18T18:37:20,427 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 505984ce012b1c98496ed5bc67d9f995 columnFamilyName c
2024-11-18T18:37:20,427 DEBUG [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:20,428 INFO  [StoreOpener-505984ce012b1c98496ed5bc67d9f995-1 {}] regionserver.HStore(327): Store=505984ce012b1c98496ed5bc67d9f995/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:20,428 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:20,429 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:20,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:20,433 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003000
2024-11-18T18:37:20,513 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003000
2024-11-18T18:37:20,525 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000006000
2024-11-18T18:37:20,604 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000006000
2024-11-18T18:37:20,604 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 505984ce012b1c98496ed5bc67d9f995 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-11-18T18:37:20,651 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/.tmp/a/ad30936de6ef45f0a4bb9b1d5b128d49 is 41, key is test2727/a:100/1731955039913/Put/seqid=0
2024-11-18T18:37:20,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741871_1048 (size=84227)
2024-11-18T18:37:20,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741871_1048 (size=84227)
2024-11-18T18:37:20,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741871_1048 (size=84227)
2024-11-18T18:37:20,691 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/.tmp/a/ad30936de6ef45f0a4bb9b1d5b128d49
2024-11-18T18:37:20,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/.tmp/b/ccd1e86148664569b40dd1a1b20aee24 is 41, key is test2727/b:100/1731955040001/Put/seqid=0
2024-11-18T18:37:20,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741872_1049 (size=84609)
2024-11-18T18:37:20,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741872_1049 (size=84609)
2024-11-18T18:37:20,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741872_1049 (size=84609)
2024-11-18T18:37:20,806 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/.tmp/b/ccd1e86148664569b40dd1a1b20aee24
2024-11-18T18:37:20,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/.tmp/c/e392a04c1dd94710982a21a2b30be022 is 41, key is test2727/c:100/1731955040098/Put/seqid=0
2024-11-18T18:37:20,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741873_1050 (size=84609)
2024-11-18T18:37:20,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741873_1050 (size=84609)
2024-11-18T18:37:20,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741873_1050 (size=84609)
2024-11-18T18:37:21,315 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/.tmp/c/e392a04c1dd94710982a21a2b30be022
2024-11-18T18:37:21,324 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/.tmp/a/ad30936de6ef45f0a4bb9b1d5b128d49 as hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/a/ad30936de6ef45f0a4bb9b1d5b128d49
2024-11-18T18:37:21,333 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/a/ad30936de6ef45f0a4bb9b1d5b128d49, entries=2000, sequenceid=6000, filesize=82.3 K
2024-11-18T18:37:21,335 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/.tmp/b/ccd1e86148664569b40dd1a1b20aee24 as hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/b/ccd1e86148664569b40dd1a1b20aee24
2024-11-18T18:37:21,343 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/b/ccd1e86148664569b40dd1a1b20aee24, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-18T18:37:21,345 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/.tmp/c/e392a04c1dd94710982a21a2b30be022 as hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/c/e392a04c1dd94710982a21a2b30be022
2024-11-18T18:37:21,352 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/c/e392a04c1dd94710982a21a2b30be022, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-18T18:37:21,353 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 505984ce012b1c98496ed5bc67d9f995 in 749ms, sequenceid=6000, compaction requested=false; wal=null
2024-11-18T18:37:21,354 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000003000
2024-11-18T18:37:21,355 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/0000000000000006000
2024-11-18T18:37:21,356 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:21,356 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:21,357 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:21,359 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 505984ce012b1c98496ed5bc67d9f995
2024-11-18T18:37:21,363 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/test2727/505984ce012b1c98496ed5bc67d9f995/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-11-18T18:37:21,364 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 505984ce012b1c98496ed5bc67d9f995; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63005732, jitterRate=-0.06114143133163452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:21,366 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 505984ce012b1c98496ed5bc67d9f995:
Writing region info on filesystem at 1731955040407Initializing all the Stores at 1731955040408 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955040408Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955040417 (+9 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955040417Obtaining lock to block concurrent updates at 1731955040604 (+187 ms)Preparing flush snapshotting stores in 505984ce012b1c98496ed5bc67d9f995 at 1731955040604Finished memstore snapshotting test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731955040604Flushing stores of test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995. at 1731955040604Flushing 505984ce012b1c98496ed5bc67d9f995/a: creating writer at 1731955040605 (+1 ms)Flushing 505984ce012b1c98496ed5bc67d9f995/a: appending metadata at 1731955040650 (+45 ms)Flushing 505984ce012b1c98496ed5bc67d9f995/a: closing flushed file at 1731955040650Flushing 505984ce012b1c98496ed5bc67d9f995/b: creating writer at 1731955040701 (+51 ms)Flushing 505984ce012b1c98496ed5bc67d9f995/b: appending metadata at 1731955040743 (+42 ms)Flushing 505984ce012b1c98496ed5bc67d9f995/b: closing flushed file at 1731955040743Flushing 505984ce012b1c98496ed5bc67d9f995/c: creating writer at 1731955040823 (+80 ms)Flushing 505984ce012b1c98496ed5bc67d9f995/c: appending metadata at 1731955040862 (+39 ms)Flushing 505984ce012b1c98496ed5bc67d9f995/c: closing flushed file at 1731955040862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b382a9: reopening flushed file at 1731955041323 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e81ab48: reopening flushed file at 1731955041334 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65760f92: reopening flushed file at 1731955041343 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 505984ce012b1c98496ed5bc67d9f995 in 749ms, sequenceid=6000, compaction requested=false; wal=null at 1731955041353 (+10 ms)Cleaning up temporary data from old regions at 1731955041356 (+3 ms)Region opened successfully at 1731955041366 (+10 ms)
2024-11-18T18:37:21,368 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-11-18T18:37:21,368 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 505984ce012b1c98496ed5bc67d9f995, disabling compactions & flushes
2024-11-18T18:37:21,368 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.
2024-11-18T18:37:21,368 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.
2024-11-18T18:37:21,368 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995. after waiting 0 ms
2024-11-18T18:37:21,368 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.
2024-11-18T18:37:21,387 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731955038677.505984ce012b1c98496ed5bc67d9f995.
2024-11-18T18:37:21,387 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 505984ce012b1c98496ed5bc67d9f995:
Waiting for close lock at 1731955041368Disabling compacts and flushes for region at 1731955041368Disabling writes for close at 1731955041368Writing region close event to WAL at 1731955041387 (+19 ms)Closed at 1731955041387
2024-11-18T18:37:21,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741870_1047 (size=93)
2024-11-18T18:37:21,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741870_1047 (size=93)
2024-11-18T18:37:21,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741870_1047 (size=93)
2024-11-18T18:37:21,420 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:21,420 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731955040374)
2024-11-18T18:37:21,442 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=398 (was 394)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:38004 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:37854 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:44772 [Waiting for operation #22]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=903 (was 841) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1024 (was 1060), ProcessCount=11 (was 11), AvailableMemoryMB=2999 (was 3395)
2024-11-18T18:37:21,456 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=398, OpenFileDescriptor=903, MaxFileDescriptor=1048576, SystemLoadAverage=1024, ProcessCount=11, AvailableMemoryMB=2999
2024-11-18T18:37:21,482 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:21,491 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:21,492 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731955041491
2024-11-18T18:37:21,518 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491
2024-11-18T18:37:21,526 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:21,531 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 71216cf1bb96b616af8b764198c4e568, NAME => 'testSequentialEditLogSeqNum,,1731955041483.71216cf1bb96b616af8b764198c4e568.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:21,531 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731955041483.71216cf1bb96b616af8b764198c4e568.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:21,531 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 71216cf1bb96b616af8b764198c4e568
2024-11-18T18:37:21,531 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 71216cf1bb96b616af8b764198c4e568
2024-11-18T18:37:21,534 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568 doesn't exist for region: 71216cf1bb96b616af8b764198c4e568 on table testSequentialEditLogSeqNum
2024-11-18T18:37:21,534 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 71216cf1bb96b616af8b764198c4e568 on table testSequentialEditLogSeqNum
2024-11-18T18:37:21,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741875_1052 (size=62)
2024-11-18T18:37:21,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741875_1052 (size=62)
2024-11-18T18:37:21,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741875_1052 (size=62)
2024-11-18T18:37:21,558 INFO  [StoreOpener-71216cf1bb96b616af8b764198c4e568-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 71216cf1bb96b616af8b764198c4e568 
2024-11-18T18:37:21,560 INFO  [StoreOpener-71216cf1bb96b616af8b764198c4e568-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71216cf1bb96b616af8b764198c4e568 columnFamilyName a
2024-11-18T18:37:21,560 DEBUG [StoreOpener-71216cf1bb96b616af8b764198c4e568-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:21,561 INFO  [StoreOpener-71216cf1bb96b616af8b764198c4e568-1 {}] regionserver.HStore(327): Store=71216cf1bb96b616af8b764198c4e568/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:21,561 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 71216cf1bb96b616af8b764198c4e568
2024-11-18T18:37:21,562 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568
2024-11-18T18:37:21,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568
2024-11-18T18:37:21,563 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 71216cf1bb96b616af8b764198c4e568
2024-11-18T18:37:21,564 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 71216cf1bb96b616af8b764198c4e568
2024-11-18T18:37:21,566 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 71216cf1bb96b616af8b764198c4e568
2024-11-18T18:37:21,570 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:21,570 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 71216cf1bb96b616af8b764198c4e568; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63191495, jitterRate=-0.0583733469247818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T18:37:21,572 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 71216cf1bb96b616af8b764198c4e568:
Writing region info on filesystem at 1731955041531Initializing all the Stores at 1731955041558 (+27 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955041558Cleaning up temporary data from old regions at 1731955041564 (+6 ms)Region opened successfully at 1731955041572 (+8 ms)
2024-11-18T18:37:21,613 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 71216cf1bb96b616af8b764198c4e568 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-11-18T18:37:21,646 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/.tmp/a/48d1cc46ca384cf09ac849af5f6f7193 is 81, key is testSequentialEditLogSeqNum/a:x0/1731955041572/Put/seqid=0
2024-11-18T18:37:21,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741876_1053 (size=5833)
2024-11-18T18:37:21,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741876_1053 (size=5833)
2024-11-18T18:37:21,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741876_1053 (size=5833)
2024-11-18T18:37:21,666 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/.tmp/a/48d1cc46ca384cf09ac849af5f6f7193
2024-11-18T18:37:21,687 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/.tmp/a/48d1cc46ca384cf09ac849af5f6f7193 as hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/a/48d1cc46ca384cf09ac849af5f6f7193
2024-11-18T18:37:21,698 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/a/48d1cc46ca384cf09ac849af5f6f7193, entries=10, sequenceid=13, filesize=5.7 K
2024-11-18T18:37:21,700 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 71216cf1bb96b616af8b764198c4e568 in 88ms, sequenceid=13, compaction requested=false
2024-11-18T18:37:21,701 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 71216cf1bb96b616af8b764198c4e568:

2024-11-18T18:37:21,717 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-18T18:37:21,718 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-18T18:37:21,718 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-18T18:37:21,718 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-18T18:37:21,718 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-18T18:37:21,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741874_1051 (size=3017)
2024-11-18T18:37:21,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741874_1051 (size=3017)
2024-11-18T18:37:21,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741874_1051 (size=3017)
2024-11-18T18:37:22,152 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491, size=2.9 K (3017bytes)
2024-11-18T18:37:22,152 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491
2024-11-18T18:37:22,152 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491 after 0ms
2024-11-18T18:37:22,157 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491 took 6ms
2024-11-18T18:37:22,164 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491 so closing down
2024-11-18T18:37:22,164 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:22,169 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731955041491.temp
2024-11-18T18:37:22,173 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/recovered.edits/0000000000000000003-wal.1731955041491.temp
2024-11-18T18:37:22,174 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:22,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741877_1054 (size=2433)
2024-11-18T18:37:22,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741877_1054 (size=2433)
2024-11-18T18:37:22,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741877_1054 (size=2433)
2024-11-18T18:37:22,198 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/recovered.edits/0000000000000000003-wal.1731955041491.temp (wrote 15 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:22,200 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/recovered.edits/0000000000000000003-wal.1731955041491.temp to hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/recovered.edits/0000000000000000020
2024-11-18T18:37:22,201 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 40 ms; skipped=2; WAL=hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491, size=2.9 K, length=3017, corrupted=false, cancelled=false
2024-11-18T18:37:22,201 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491, journal: Splitting hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491, size=2.9 K (3017bytes) at 1731955042152Finishing writing output for hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491 so closing down at 1731955042164 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/recovered.edits/0000000000000000003-wal.1731955041491.temp at 1731955042173 (+9 ms)3 split writer threads finished at 1731955042174 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/recovered.edits/0000000000000000003-wal.1731955041491.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731955042198 (+24 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/recovered.edits/0000000000000000003-wal.1731955041491.temp to hdfs://localhost:38889/hbase/data/default/testSequentialEditLogSeqNum/71216cf1bb96b616af8b764198c4e568/recovered.edits/0000000000000000020 at 1731955042201 (+3 ms)Processed 17 edits across 1 Regions in 40 ms; skipped=2; WAL=hdfs://localhost:38889/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731955041481/wal.1731955041491, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1731955042201
2024-11-18T18:37:22,224 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=403 (was 398)
Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:37854 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:44772 [Waiting for operation #26]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=939 (was 903) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1024 (was 1024), ProcessCount=11 (was 11), AvailableMemoryMB=2945 (was 2999)
2024-11-18T18:37:22,242 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=403, OpenFileDescriptor=939, MaxFileDescriptor=1048576, SystemLoadAverage=1024, ProcessCount=11, AvailableMemoryMB=2943
2024-11-18T18:37:22,267 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:22,271 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:22,272 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:22,279 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79475934, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-79475934, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:22,301 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79475934/hregion-79475934.1731955042280, exclude list is [], retry=0
2024-11-18T18:37:22,305 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:22,308 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:22,314 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:22,322 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79475934/hregion-79475934.1731955042280
2024-11-18T18:37:22,322 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:22,323 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e5744deb359e9c7e8a94d6fa69e0cc3b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:22,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741879_1056 (size=70)
2024-11-18T18:37:22,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741879_1056 (size=70)
2024-11-18T18:37:22,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741879_1056 (size=70)
2024-11-18T18:37:22,371 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:22,374 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5744deb359e9c7e8a94d6fa69e0cc3b 
2024-11-18T18:37:22,379 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5744deb359e9c7e8a94d6fa69e0cc3b columnFamilyName a
2024-11-18T18:37:22,379 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:22,380 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(327): Store=e5744deb359e9c7e8a94d6fa69e0cc3b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:22,380 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e5744deb359e9c7e8a94d6fa69e0cc3b 
2024-11-18T18:37:22,382 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5744deb359e9c7e8a94d6fa69e0cc3b columnFamilyName b
2024-11-18T18:37:22,382 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:22,382 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(327): Store=e5744deb359e9c7e8a94d6fa69e0cc3b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:22,383 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e5744deb359e9c7e8a94d6fa69e0cc3b 
2024-11-18T18:37:22,384 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5744deb359e9c7e8a94d6fa69e0cc3b columnFamilyName c
2024-11-18T18:37:22,384 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:22,385 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(327): Store=e5744deb359e9c7e8a94d6fa69e0cc3b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:22,385 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,386 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,386 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,388 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,388 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,389 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:22,390 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,393 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:22,394 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e5744deb359e9c7e8a94d6fa69e0cc3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64559096, jitterRate=-0.03799450397491455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:22,395 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5744deb359e9c7e8a94d6fa69e0cc3b:
Writing region info on filesystem at 1731955042371Initializing all the Stores at 1731955042373 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955042373Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955042373Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955042374 (+1 ms)Cleaning up temporary data from old regions at 1731955042388 (+14 ms)Region opened successfully at 1731955042395 (+7 ms)
2024-11-18T18:37:22,395 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e5744deb359e9c7e8a94d6fa69e0cc3b, disabling compactions & flushes
2024-11-18T18:37:22,395 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.
2024-11-18T18:37:22,395 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.
2024-11-18T18:37:22,395 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b. after waiting 0 ms
2024-11-18T18:37:22,395 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.
2024-11-18T18:37:22,397 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.
2024-11-18T18:37:22,397 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e5744deb359e9c7e8a94d6fa69e0cc3b:
Waiting for close lock at 1731955042395Disabling compacts and flushes for region at 1731955042395Disabling writes for close at 1731955042395Writing region close event to WAL at 1731955042397 (+2 ms)Closed at 1731955042397
2024-11-18T18:37:22,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741878_1055 (size=93)
2024-11-18T18:37:22,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741878_1055 (size=93)
2024-11-18T18:37:22,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741878_1055 (size=93)
2024-11-18T18:37:22,418 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:22,418 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79475934:(num 1731955042280)
2024-11-18T18:37:22,418 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:22,421 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:22,495 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422, exclude list is [], retry=0
2024-11-18T18:37:22,500 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:22,500 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:22,501 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:22,538 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422
2024-11-18T18:37:22,539 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:22,539 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e5744deb359e9c7e8a94d6fa69e0cc3b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:22,539 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:22,539 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,539 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,541 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5744deb359e9c7e8a94d6fa69e0cc3b 
2024-11-18T18:37:22,543 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5744deb359e9c7e8a94d6fa69e0cc3b columnFamilyName a
2024-11-18T18:37:22,543 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:22,544 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(327): Store=e5744deb359e9c7e8a94d6fa69e0cc3b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:22,544 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e5744deb359e9c7e8a94d6fa69e0cc3b 
2024-11-18T18:37:22,545 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5744deb359e9c7e8a94d6fa69e0cc3b columnFamilyName b
2024-11-18T18:37:22,545 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:22,546 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(327): Store=e5744deb359e9c7e8a94d6fa69e0cc3b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:22,546 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e5744deb359e9c7e8a94d6fa69e0cc3b 
2024-11-18T18:37:22,547 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5744deb359e9c7e8a94d6fa69e0cc3b columnFamilyName c
2024-11-18T18:37:22,547 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:22,548 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(327): Store=e5744deb359e9c7e8a94d6fa69e0cc3b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:22,548 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,549 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,551 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,552 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,552 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,552 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:22,554 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:22,556 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e5744deb359e9c7e8a94d6fa69e0cc3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61350843, jitterRate=-0.08580119907855988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:22,557 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5744deb359e9c7e8a94d6fa69e0cc3b:
Writing region info on filesystem at 1731955042540Initializing all the Stores at 1731955042541 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955042541Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955042541Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955042541Cleaning up temporary data from old regions at 1731955042552 (+11 ms)Region opened successfully at 1731955042557 (+5 ms)
2024-11-18T18:37:22,563 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731955042562/Put/seqid=0
2024-11-18T18:37:22,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741881_1058 (size=4826)
2024-11-18T18:37:22,576 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38889/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in e5744deb359e9c7e8a94d6fa69e0cc3b/a
2024-11-18T18:37:22,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741881_1058 (size=4826)
2024-11-18T18:37:22,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741881_1058 (size=4826)
2024-11-18T18:37:22,587 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-11-18T18:37:22,587 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-18T18:37:22,587 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e5744deb359e9c7e8a94d6fa69e0cc3b:

2024-11-18T18:37:22,590 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/a/d9c54aa0d483475ebad927cbf8b23379_SeqId_3_
2024-11-18T18:37:22,591 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38889/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e5744deb359e9c7e8a94d6fa69e0cc3b/a as hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/a/d9c54aa0d483475ebad927cbf8b23379_SeqId_3_ - updating store file list.
2024-11-18T18:37:22,598 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9c54aa0d483475ebad927cbf8b23379_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-18T18:37:22,598 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/a/d9c54aa0d483475ebad927cbf8b23379_SeqId_3_ into e5744deb359e9c7e8a94d6fa69e0cc3b/a
2024-11-18T18:37:22,598 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38889/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e5744deb359e9c7e8a94d6fa69e0cc3b/a (new location: hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/a/d9c54aa0d483475ebad927cbf8b23379_SeqId_3_)
2024-11-18T18:37:22,646 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422, size=0 (0bytes)
2024-11-18T18:37:22,646 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422 might be still open, length is 0
2024-11-18T18:37:22,646 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422
2024-11-18T18:37:22,647 WARN  [IPC Server handler 4 on default port 38889 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-11-18T18:37:22,653 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422 after 7ms
2024-11-18T18:37:23,594 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:57604 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39273:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:57604 dst: /127.0.0.1:39273
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39273 remote=/127.0.0.1:57604]. Total timeout mills is 60000, 59013 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:23,594 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:56830 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46347:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:56830 dst: /127.0.0.1:46347
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:23,595 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:33760 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42365:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:33760 dst: /127.0.0.1:42365
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:23,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741880_1059 (size=504)
2024-11-18T18:37:23,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741880_1059 (size=504)
2024-11-18T18:37:24,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-11-18T18:37:24,201 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:24,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-11-18T18:37:24,203 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:26,654 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422 after 4008ms
2024-11-18T18:37:26,659 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422 took 4014ms
2024-11-18T18:37:26,661 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422; continuing.
2024-11-18T18:37:26,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422 so closing down
2024-11-18T18:37:26,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:26,663 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731955042422.temp
2024-11-18T18:37:26,665 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005-wal.1731955042422.temp
2024-11-18T18:37:26,665 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:26,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741882_1060 (size=238)
2024-11-18T18:37:26,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741882_1060 (size=238)
2024-11-18T18:37:26,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741882_1060 (size=238)
2024-11-18T18:37:26,696 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005-wal.1731955042422.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:26,698 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005-wal.1731955042422.temp to hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005
2024-11-18T18:37:26,698 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422, size=0, length=0, corrupted=false, cancelled=false
2024-11-18T18:37:26,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422, journal: Splitting hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422, size=0 (0bytes) at 1731955042646Finishing writing output for hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422 so closing down at 1731955046661 (+4015 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005-wal.1731955042422.temp at 1731955046665 (+4 ms)3 split writer threads finished at 1731955046665Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005-wal.1731955042422.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731955046696 (+31 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005-wal.1731955042422.temp to hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005 at 1731955046698 (+2 ms)Processed 2 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422, size=0, length=0, corrupted=false, cancelled=false at 1731955046698
2024-11-18T18:37:26,701 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955042422
2024-11-18T18:37:26,702 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005
2024-11-18T18:37:26,703 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:26,707 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:26,728 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955046708, exclude list is [], retry=0
2024-11-18T18:37:26,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:26,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:26,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:26,780 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955046708
2024-11-18T18:37:26,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:26,788 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e5744deb359e9c7e8a94d6fa69e0cc3b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:26,788 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:26,788 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:26,788 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:26,791 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5744deb359e9c7e8a94d6fa69e0cc3b 
2024-11-18T18:37:26,792 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5744deb359e9c7e8a94d6fa69e0cc3b columnFamilyName a
2024-11-18T18:37:26,792 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:26,822 DEBUG [StoreFileOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9c54aa0d483475ebad927cbf8b23379_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-18T18:37:26,823 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/a/d9c54aa0d483475ebad927cbf8b23379_SeqId_3_
2024-11-18T18:37:26,823 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(327): Store=e5744deb359e9c7e8a94d6fa69e0cc3b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:26,823 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e5744deb359e9c7e8a94d6fa69e0cc3b 
2024-11-18T18:37:26,826 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5744deb359e9c7e8a94d6fa69e0cc3b columnFamilyName b
2024-11-18T18:37:26,826 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:26,827 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(327): Store=e5744deb359e9c7e8a94d6fa69e0cc3b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:26,827 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e5744deb359e9c7e8a94d6fa69e0cc3b 
2024-11-18T18:37:26,829 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5744deb359e9c7e8a94d6fa69e0cc3b columnFamilyName c
2024-11-18T18:37:26,829 DEBUG [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:26,830 INFO  [StoreOpener-e5744deb359e9c7e8a94d6fa69e0cc3b-1 {}] regionserver.HStore(327): Store=e5744deb359e9c7e8a94d6fa69e0cc3b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:26,830 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:26,831 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:26,845 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:26,851 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005
2024-11-18T18:37:26,856 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005
2024-11-18T18:37:26,856 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing e5744deb359e9c7e8a94d6fa69e0cc3b 3/3 column families, dataSize=58 B heapSize=904 B
2024-11-18T18:37:26,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/.tmp/a/2119c4ac20a949beac95f4a1bbba5265 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731955042606/Put/seqid=0
2024-11-18T18:37:26,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741884_1062 (size=5149)
2024-11-18T18:37:26,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741884_1062 (size=5149)
2024-11-18T18:37:26,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741884_1062 (size=5149)
2024-11-18T18:37:27,326 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/.tmp/a/2119c4ac20a949beac95f4a1bbba5265
2024-11-18T18:37:27,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/.tmp/a/2119c4ac20a949beac95f4a1bbba5265 as hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/a/2119c4ac20a949beac95f4a1bbba5265
2024-11-18T18:37:27,393 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/a/2119c4ac20a949beac95f4a1bbba5265, entries=1, sequenceid=5, filesize=5.0 K
2024-11-18T18:37:27,393 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e5744deb359e9c7e8a94d6fa69e0cc3b in 537ms, sequenceid=5, compaction requested=false; wal=null
2024-11-18T18:37:27,395 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/0000000000000000005
2024-11-18T18:37:27,397 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:27,397 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:27,402 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:27,404 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5744deb359e9c7e8a94d6fa69e0cc3b
2024-11-18T18:37:27,412 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e5744deb359e9c7e8a94d6fa69e0cc3b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-18T18:37:27,414 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e5744deb359e9c7e8a94d6fa69e0cc3b; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69527434, jitterRate=0.036039501428604126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:27,414 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5744deb359e9c7e8a94d6fa69e0cc3b:
Writing region info on filesystem at 1731955046789Initializing all the Stores at 1731955046790 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955046790Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955046790Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955046791 (+1 ms)Obtaining lock to block concurrent updates at 1731955046856 (+65 ms)Preparing flush snapshotting stores in e5744deb359e9c7e8a94d6fa69e0cc3b at 1731955046856Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731955046856Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b. at 1731955046856Flushing e5744deb359e9c7e8a94d6fa69e0cc3b/a: creating writer at 1731955046856Flushing e5744deb359e9c7e8a94d6fa69e0cc3b/a: appending metadata at 1731955046880 (+24 ms)Flushing e5744deb359e9c7e8a94d6fa69e0cc3b/a: closing flushed file at 1731955046880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49604505: reopening flushed file at 1731955047368 (+488 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e5744deb359e9c7e8a94d6fa69e0cc3b in 537ms, sequenceid=5, compaction requested=false; wal=null at 1731955047393 (+25 ms)Cleaning up temporary data from old regions at 1731955047397 (+4 ms)Region opened successfully at 1731955047414 (+17 ms)
2024-11-18T18:37:27,420 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e5744deb359e9c7e8a94d6fa69e0cc3b, disabling compactions & flushes
2024-11-18T18:37:27,420 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.
2024-11-18T18:37:27,420 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.
2024-11-18T18:37:27,420 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b. after waiting 0 ms
2024-11-18T18:37:27,420 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.
2024-11-18T18:37:27,434 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731955042268.e5744deb359e9c7e8a94d6fa69e0cc3b.
2024-11-18T18:37:27,434 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e5744deb359e9c7e8a94d6fa69e0cc3b:
Waiting for close lock at 1731955047420Disabling compacts and flushes for region at 1731955047420Disabling writes for close at 1731955047420Writing region close event to WAL at 1731955047434 (+14 ms)Closed at 1731955047434
2024-11-18T18:37:27,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741883_1061 (size=93)
2024-11-18T18:37:27,463 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955046708 not finished, retry = 0
2024-11-18T18:37:27,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741883_1061 (size=93)
2024-11-18T18:37:27,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741883_1061 (size=93)
2024-11-18T18:37:27,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:27,567 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731955046708)
2024-11-18T18:37:27,586 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=408 (was 403)
Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_213477344_22 at /127.0.0.1:57644 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:38889
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_213477344_22 at /127.0.0.1:56858 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1878295389) connection to localhost/127.0.0.1:38889 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_213477344_22 at /127.0.0.1:33802 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1005 (was 939) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=974 (was 1024), ProcessCount=11 (was 11), AvailableMemoryMB=2743 (was 2943)
2024-11-18T18:37:27,606 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=408, OpenFileDescriptor=1005, MaxFileDescriptor=1048576, SystemLoadAverage=974, ProcessCount=11, AvailableMemoryMB=2742
2024-11-18T18:37:27,626 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:27,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T18:37:27,639 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 961a81da9827,44073,1731955023598
2024-11-18T18:37:27,642 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f2eeb7e
2024-11-18T18:37:27,643 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T18:37:27,646 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T18:37:27,651 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T18:37:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-11-18T18:37:27,666 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T18:37:27,668 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-11-18T18:37:27,669 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:27,671 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T18:37:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T18:37:27,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741885_1063 (size=694)
2024-11-18T18:37:27,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741885_1063 (size=694)
2024-11-18T18:37:27,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741885_1063 (size=694)
2024-11-18T18:37:27,691 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d763c6de37c8aa147b2c3aaebd3e2d9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6
2024-11-18T18:37:27,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741886_1064 (size=77)
2024-11-18T18:37:27,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741886_1064 (size=77)
2024-11-18T18:37:27,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741886_1064 (size=77)
2024-11-18T18:37:27,735 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:27,735 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 4d763c6de37c8aa147b2c3aaebd3e2d9, disabling compactions & flushes
2024-11-18T18:37:27,735 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:27,735 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:27,735 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9. after waiting 0 ms
2024-11-18T18:37:27,735 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:27,735 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:27,736 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Waiting for close lock at 1731955047735Disabling compacts and flushes for region at 1731955047735Disabling writes for close at 1731955047735Writing region close event to WAL at 1731955047735Closed at 1731955047735
2024-11-18T18:37:27,744 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T18:37:27,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731955047745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731955047745"}]},"ts":"1731955047745"}
2024-11-18T18:37:27,764 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T18:37:27,774 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T18:37:27,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731955047774"}]},"ts":"1731955047774"}
2024-11-18T18:37:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T18:37:27,788 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-11-18T18:37:27,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {961a81da9827=0} racks are {/default-rack=0}
2024-11-18T18:37:27,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-18T18:37:27,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-18T18:37:27,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-18T18:37:27,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-18T18:37:27,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-18T18:37:27,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-18T18:37:27,790 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-18T18:37:27,790 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-18T18:37:27,790 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-18T18:37:27,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-18T18:37:27,792 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN}]
2024-11-18T18:37:27,798 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN
2024-11-18T18:37:27,800 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN; state=OFFLINE, location=961a81da9827,40147,1731955024772; forceNewPlan=false, retain=false
2024-11-18T18:37:27,954 INFO  [961a81da9827:44073 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-18T18:37:27,955 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=OPENING, regionLocation=961a81da9827,40147,1731955024772
2024-11-18T18:37:27,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN because future has completed
2024-11-18T18:37:27,961 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772}]
2024-11-18T18:37:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T18:37:28,055 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=961a81da9827,40147,1731955024772, timeout=1731955048115, delay=60, operations=[pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772]]
2024-11-18T18:37:28,116 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T18:37:28,119 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35047, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T18:37:28,145 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,146 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d763c6de37c8aa147b2c3aaebd3e2d9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:28,146 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,146 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:28,147 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,147 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,155 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:28,159 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf1
2024-11-18T18:37:28,159 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:28,160 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:28,160 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:28,164 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf2
2024-11-18T18:37:28,164 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:28,165 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:28,166 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,169 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,171 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,174 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,174 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,176 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-18T18:37:28,177 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,184 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:28,185 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d763c6de37c8aa147b2c3aaebd3e2d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61683350, jitterRate=-0.08084645867347717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-18T18:37:28,185 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,186 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Running coprocessor pre-open hook at 1731955048147Writing region info on filesystem at 1731955048147Initializing all the Stores at 1731955048154 (+7 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955048154Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955048154Cleaning up temporary data from old regions at 1731955048174 (+20 ms)Running coprocessor post-open hooks at 1731955048185 (+11 ms)Region opened successfully at 1731955048186 (+1 ms)
2024-11-18T18:37:28,190 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., pid=6, masterSystemTime=1731955048116
2024-11-18T18:37:28,199 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,199 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,202 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,40147,1731955024772
2024-11-18T18:37:28,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772 because future has completed
2024-11-18T18:37:28,241 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T18:37:28,241 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772 in 265 msec
2024-11-18T18:37:28,246 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T18:37:28,246 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN in 449 msec
2024-11-18T18:37:28,247 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T18:37:28,248 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731955048247"}]},"ts":"1731955048247"}
2024-11-18T18:37:28,252 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-11-18T18:37:28,253 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T18:37:28,257 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 600 msec
2024-11-18T18:37:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T18:37:28,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-11-18T18:37:28,301 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-11-18T18:37:28,303 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T18:37:28,314 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-11-18T18:37:28,314 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-18T18:37:28,315 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-11-18T18:37:28,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=2]
2024-11-18T18:37:28,332 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T18:37:28,360 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T18:37:28,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4d763c6de37c8aa147b2c3aaebd3e2d9, source=961a81da9827,40147,1731955024772, destination=961a81da9827,37347,1731955024975, warming up region on 961a81da9827,37347,1731955024975
2024-11-18T18:37:28,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4d763c6de37c8aa147b2c3aaebd3e2d9, source=961a81da9827,40147,1731955024772, destination=961a81da9827,37347,1731955024975, running balancer
2024-11-18T18:37:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE
2024-11-18T18:37:28,396 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE
2024-11-18T18:37:28,403 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=CLOSING, regionLocation=961a81da9827,40147,1731955024772
2024-11-18T18:37:28,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE because future has completed
2024-11-18T18:37:28,418 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4d763c6de37c8aa147b2c3aaebd3e2d9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:28,424 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T18:37:28,425 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772}]
2024-11-18T18:37:28,425 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:28,437 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf1
2024-11-18T18:37:28,437 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:28,445 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:28,445 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-18T18:37:28,454 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf2
2024-11-18T18:37:28,454 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:28,461 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.HRegion(1722): Closing 4d763c6de37c8aa147b2c3aaebd3e2d9, disabling compactions & flushes
2024-11-18T18:37:28,462 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9. after waiting 0 ms
2024-11-18T18:37:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,465 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] regionserver.HRegion(1676): Region close journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Waiting for close lock at 1731955048462Disabling compacts and flushes for region at 1731955048462Disabling writes for close at 1731955048463 (+1 ms)Writing region close event to WAL at 1731955048465 (+2 ms)Closed at 1731955048465
2024-11-18T18:37:28,591 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,592 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T18:37:28,592 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 4d763c6de37c8aa147b2c3aaebd3e2d9, disabling compactions & flushes
2024-11-18T18:37:28,592 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,593 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,593 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9. after waiting 0 ms
2024-11-18T18:37:28,593 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,593 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 4d763c6de37c8aa147b2c3aaebd3e2d9 2/2 column families, dataSize=31 B heapSize=616 B
2024-11-18T18:37:28,618 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf1/7b3cc1e947cc413c87af85208bdf21dc is 35, key is r1/cf1:q/1731955048362/Put/seqid=0
2024-11-18T18:37:28,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741887_1065 (size=4783)
2024-11-18T18:37:28,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741887_1065 (size=4783)
2024-11-18T18:37:28,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741887_1065 (size=4783)
2024-11-18T18:37:28,642 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf1/7b3cc1e947cc413c87af85208bdf21dc
2024-11-18T18:37:28,653 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf1/7b3cc1e947cc413c87af85208bdf21dc as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/7b3cc1e947cc413c87af85208bdf21dc
2024-11-18T18:37:28,661 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/7b3cc1e947cc413c87af85208bdf21dc, entries=1, sequenceid=5, filesize=4.7 K
2024-11-18T18:37:28,662 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4d763c6de37c8aa147b2c3aaebd3e2d9 in 69ms, sequenceid=5, compaction requested=false
2024-11-18T18:37:28,662 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-11-18T18:37:28,671 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-18T18:37:28,674 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:28,675 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Waiting for close lock at 1731955048592Running coprocessor pre-close hooks at 1731955048592Disabling compacts and flushes for region at 1731955048592Disabling writes for close at 1731955048593 (+1 ms)Obtaining lock to block concurrent updates at 1731955048593Preparing flush snapshotting stores in 4d763c6de37c8aa147b2c3aaebd3e2d9 at 1731955048593Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731955048593Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9. at 1731955048594 (+1 ms)Flushing 4d763c6de37c8aa147b2c3aaebd3e2d9/cf1: creating writer at 1731955048594Flushing 4d763c6de37c8aa147b2c3aaebd3e2d9/cf1: appending metadata at 1731955048618 (+24 ms)Flushing 4d763c6de37c8aa147b2c3aaebd3e2d9/cf1: closing flushed file at 1731955048618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af846e7: reopening flushed file at 1731955048652 (+34 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4d763c6de37c8aa147b2c3aaebd3e2d9 in 69ms, sequenceid=5, compaction requested=false at 1731955048662 (+10 ms)Writing region close event to WAL at 1731955048667 (+5 ms)Running coprocessor post-close hooks at 1731955048672 (+5 ms)Closed at 1731955048674 (+2 ms)
2024-11-18T18:37:28,675 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 4d763c6de37c8aa147b2c3aaebd3e2d9 move to 961a81da9827,37347,1731955024975 record at close sequenceid=5
2024-11-18T18:37:28,678 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:28,679 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=CLOSED
2024-11-18T18:37:28,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772 because future has completed
2024-11-18T18:37:28,690 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T18:37:28,690 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772 in 263 msec
2024-11-18T18:37:28,691 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE; state=CLOSED, location=961a81da9827,37347,1731955024975; forceNewPlan=false, retain=false
2024-11-18T18:37:28,842 INFO  [961a81da9827:44073 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-18T18:37:28,842 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=OPENING, regionLocation=961a81da9827,37347,1731955024975
2024-11-18T18:37:28,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE because future has completed
2024-11-18T18:37:28,850 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,37347,1731955024975}]
2024-11-18T18:37:29,008 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,009 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d763c6de37c8aa147b2c3aaebd3e2d9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:29,009 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,009 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:29,010 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,010 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,012 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:29,013 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf1
2024-11-18T18:37:29,013 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:29,031 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/7b3cc1e947cc413c87af85208bdf21dc
2024-11-18T18:37:29,031 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:29,031 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:29,033 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf2
2024-11-18T18:37:29,033 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:29,034 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:29,034 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,035 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,036 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,037 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,038 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,041 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-18T18:37:29,053 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,055 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 4d763c6de37c8aa147b2c3aaebd3e2d9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74868490, jitterRate=0.11562743782997131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-18T18:37:29,055 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,056 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Running coprocessor pre-open hook at 1731955049010Writing region info on filesystem at 1731955049010Initializing all the Stores at 1731955049011 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955049011Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955049011Cleaning up temporary data from old regions at 1731955049038 (+27 ms)Running coprocessor post-open hooks at 1731955049055 (+17 ms)Region opened successfully at 1731955049056 (+1 ms)
2024-11-18T18:37:29,058 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., pid=9, masterSystemTime=1731955049003
2024-11-18T18:37:29,061 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,062 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,063 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=OPEN, openSeqNum=9, regionLocation=961a81da9827,37347,1731955024975
2024-11-18T18:37:29,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,37347,1731955024975 because future has completed
2024-11-18T18:37:29,080 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-18T18:37:29,080 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,37347,1731955024975 in 225 msec
2024-11-18T18:37:29,082 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE in 687 msec
2024-11-18T18:37:29,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T18:37:29,108 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T18:37:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:40912 deadline: 1731955109112, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=961a81da9827 port=37347 startCode=1731955024975. As of locationSeqNum=5.
2024-11-18T18:37:29,119 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=961a81da9827 port=37347 startCode=1731955024975. As of locationSeqNum=5.
2024-11-18T18:37:29,120 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=961a81da9827 port=37347 startCode=1731955024975. As of locationSeqNum=5.
2024-11-18T18:37:29,120 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,37347,1731955024975, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=961a81da9827 port=37347 startCode=1731955024975. As of locationSeqNum=5.
2024-11-18T18:37:29,245 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 4d763c6de37c8aa147b2c3aaebd3e2d9 2/2 column families, dataSize=50 B heapSize=720 B
2024-11-18T18:37:29,273 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf1/aea0e7d633164eea839c14075e7b9c46 is 29, key is r1/cf1:/1731955049232/DeleteFamily/seqid=0
2024-11-18T18:37:29,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741888_1066 (size=4906)
2024-11-18T18:37:29,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741888_1066 (size=4906)
2024-11-18T18:37:29,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741888_1066 (size=4906)
2024-11-18T18:37:29,309 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf1/aea0e7d633164eea839c14075e7b9c46
2024-11-18T18:37:29,320 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aea0e7d633164eea839c14075e7b9c46
2024-11-18T18:37:29,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf2/92b50077e1704b27866015715f2a916d is 29, key is r1/cf2:/1731955049232/DeleteFamily/seqid=0
2024-11-18T18:37:29,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741889_1067 (size=4906)
2024-11-18T18:37:29,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741889_1067 (size=4906)
2024-11-18T18:37:29,357 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf2/92b50077e1704b27866015715f2a916d
2024-11-18T18:37:29,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741889_1067 (size=4906)
2024-11-18T18:37:29,367 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92b50077e1704b27866015715f2a916d
2024-11-18T18:37:29,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf1/aea0e7d633164eea839c14075e7b9c46 as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/aea0e7d633164eea839c14075e7b9c46
2024-11-18T18:37:29,379 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aea0e7d633164eea839c14075e7b9c46
2024-11-18T18:37:29,379 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/aea0e7d633164eea839c14075e7b9c46, entries=1, sequenceid=12, filesize=4.8 K
2024-11-18T18:37:29,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf2/92b50077e1704b27866015715f2a916d as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/92b50077e1704b27866015715f2a916d
2024-11-18T18:37:29,387 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92b50077e1704b27866015715f2a916d
2024-11-18T18:37:29,387 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/92b50077e1704b27866015715f2a916d, entries=1, sequenceid=12, filesize=4.8 K
2024-11-18T18:37:29,389 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 4d763c6de37c8aa147b2c3aaebd3e2d9 in 144ms, sequenceid=12, compaction requested=false
2024-11-18T18:37:29,389 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:

2024-11-18T18:37:29,391 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-18T18:37:29,393 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4d763c6de37c8aa147b2c3aaebd3e2d9/cf1 is initiating major compaction (all files)
2024-11-18T18:37:29,393 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T18:37:29,393 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:29,394 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4d763c6de37c8aa147b2c3aaebd3e2d9/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,394 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/7b3cc1e947cc413c87af85208bdf21dc, hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/aea0e7d633164eea839c14075e7b9c46] into tmpdir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp, totalSize=9.5 K
2024-11-18T18:37:29,395 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7b3cc1e947cc413c87af85208bdf21dc, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731955048362
2024-11-18T18:37:29,396 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aea0e7d633164eea839c14075e7b9c46, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-18T18:37:29,408 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4d763c6de37c8aa147b2c3aaebd3e2d9#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T18:37:29,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741890_1068 (size=4626)
2024-11-18T18:37:29,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741890_1068 (size=4626)
2024-11-18T18:37:29,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741890_1068 (size=4626)
2024-11-18T18:37:29,438 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf1/eeb427fa8fca4dda87694772d55f3a6c as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/eeb427fa8fca4dda87694772d55f3a6c
2024-11-18T18:37:29,463 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 4d763c6de37c8aa147b2c3aaebd3e2d9/cf1 of 4d763c6de37c8aa147b2c3aaebd3e2d9 into eeb427fa8fca4dda87694772d55f3a6c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T18:37:29,463 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:

2024-11-18T18:37:29,463 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-11-18T18:37:29,463 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4d763c6de37c8aa147b2c3aaebd3e2d9/cf2 is initiating major compaction (all files)
2024-11-18T18:37:29,463 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T18:37:29,463 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T18:37:29,463 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4d763c6de37c8aa147b2c3aaebd3e2d9/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,464 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/92b50077e1704b27866015715f2a916d] into tmpdir=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp, totalSize=4.8 K
2024-11-18T18:37:29,464 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 92b50077e1704b27866015715f2a916d, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-18T18:37:29,471 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4d763c6de37c8aa147b2c3aaebd3e2d9#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T18:37:29,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741891_1069 (size=4592)
2024-11-18T18:37:29,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741891_1069 (size=4592)
2024-11-18T18:37:29,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741891_1069 (size=4592)
2024-11-18T18:37:29,501 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/.tmp/cf2/8e75d8fa87d44e87a9d40c660757935b as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/8e75d8fa87d44e87a9d40c660757935b
2024-11-18T18:37:29,510 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 4d763c6de37c8aa147b2c3aaebd3e2d9/cf2 of 4d763c6de37c8aa147b2c3aaebd3e2d9 into 8e75d8fa87d44e87a9d40c660757935b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T18:37:29,511 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:

2024-11-18T18:37:29,518 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4d763c6de37c8aa147b2c3aaebd3e2d9, source=961a81da9827,37347,1731955024975, destination=961a81da9827,40147,1731955024772, warming up region on 961a81da9827,40147,1731955024772
2024-11-18T18:37:29,518 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4d763c6de37c8aa147b2c3aaebd3e2d9, source=961a81da9827,37347,1731955024975, destination=961a81da9827,40147,1731955024772, running balancer
2024-11-18T18:37:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE
2024-11-18T18:37:29,522 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE
2024-11-18T18:37:29,524 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=CLOSING, regionLocation=961a81da9827,37347,1731955024975
2024-11-18T18:37:29,528 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4d763c6de37c8aa147b2c3aaebd3e2d9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:29,529 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:29,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE because future has completed
2024-11-18T18:37:29,531 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T18:37:29,531 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,37347,1731955024975}]
2024-11-18T18:37:29,534 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf1
2024-11-18T18:37:29,534 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:29,544 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/7b3cc1e947cc413c87af85208bdf21dc
2024-11-18T18:37:29,553 INFO  [StoreFileOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aea0e7d633164eea839c14075e7b9c46
2024-11-18T18:37:29,553 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/aea0e7d633164eea839c14075e7b9c46
2024-11-18T18:37:29,561 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/eeb427fa8fca4dda87694772d55f3a6c
2024-11-18T18:37:29,561 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:29,561 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:29,562 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf2
2024-11-18T18:37:29,562 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:29,571 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/8e75d8fa87d44e87a9d40c660757935b
2024-11-18T18:37:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-11-18T18:37:29,586 INFO  [StoreFileOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92b50077e1704b27866015715f2a916d
2024-11-18T18:37:29,586 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/92b50077e1704b27866015715f2a916d
2024-11-18T18:37:29,586 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(1722): Closing 4d763c6de37c8aa147b2c3aaebd3e2d9, disabling compactions & flushes
2024-11-18T18:37:29,587 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9. after waiting 0 ms
2024-11-18T18:37:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] regionserver.HRegion(1676): Region close journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Waiting for close lock at 1731955049586Disabling compacts and flushes for region at 1731955049586Disabling writes for close at 1731955049587 (+1 ms)Writing region close event to WAL at 1731955049592 (+5 ms)Closed at 1731955049592
2024-11-18T18:37:29,685 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,685 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T18:37:29,685 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 4d763c6de37c8aa147b2c3aaebd3e2d9, disabling compactions & flushes
2024-11-18T18:37:29,685 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,685 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,685 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9. after waiting 0 ms
2024-11-18T18:37:29,685 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,686 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/7b3cc1e947cc413c87af85208bdf21dc, hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/aea0e7d633164eea839c14075e7b9c46] to archive
2024-11-18T18:37:29,689 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T18:37:29,693 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/7b3cc1e947cc413c87af85208bdf21dc to hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/7b3cc1e947cc413c87af85208bdf21dc
2024-11-18T18:37:29,695 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/aea0e7d633164eea839c14075e7b9c46 to hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/aea0e7d633164eea839c14075e7b9c46
2024-11-18T18:37:29,711 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/92b50077e1704b27866015715f2a916d] to archive
2024-11-18T18:37:29,712 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T18:37:29,714 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/92b50077e1704b27866015715f2a916d to hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/92b50077e1704b27866015715f2a916d
2024-11-18T18:37:29,720 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-11-18T18:37:29,721 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:29,721 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Waiting for close lock at 1731955049685Running coprocessor pre-close hooks at 1731955049685Disabling compacts and flushes for region at 1731955049685Disabling writes for close at 1731955049685Writing region close event to WAL at 1731955049716 (+31 ms)Running coprocessor post-close hooks at 1731955049721 (+5 ms)Closed at 1731955049721
2024-11-18T18:37:29,721 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 4d763c6de37c8aa147b2c3aaebd3e2d9 move to 961a81da9827,40147,1731955024772 record at close sequenceid=12
2024-11-18T18:37:29,723 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:29,725 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=CLOSED
2024-11-18T18:37:29,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,37347,1731955024975 because future has completed
2024-11-18T18:37:29,732 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-18T18:37:29,732 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,37347,1731955024975 in 199 msec
2024-11-18T18:37:29,733 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE; state=CLOSED, location=961a81da9827,40147,1731955024772; forceNewPlan=false, retain=false
2024-11-18T18:37:29,884 INFO  [961a81da9827:44073 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-18T18:37:29,884 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=OPENING, regionLocation=961a81da9827,40147,1731955024772
2024-11-18T18:37:29,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE because future has completed
2024-11-18T18:37:29,887 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772}]
2024-11-18T18:37:30,045 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:30,045 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d763c6de37c8aa147b2c3aaebd3e2d9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:30,046 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,046 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:30,046 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,046 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,049 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:30,051 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf1
2024-11-18T18:37:30,051 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:30,060 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/eeb427fa8fca4dda87694772d55f3a6c
2024-11-18T18:37:30,060 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:30,061 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:30,062 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf2
2024-11-18T18:37:30,062 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:30,077 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/8e75d8fa87d44e87a9d40c660757935b
2024-11-18T18:37:30,077 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:30,078 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,078 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,082 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,083 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,083 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,084 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-18T18:37:30,087 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,089 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 4d763c6de37c8aa147b2c3aaebd3e2d9; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66983284, jitterRate=-0.0018712878227233887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-18T18:37:30,089 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,090 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Running coprocessor pre-open hook at 1731955050047Writing region info on filesystem at 1731955050047Initializing all the Stores at 1731955050049 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955050049Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955050049Cleaning up temporary data from old regions at 1731955050083 (+34 ms)Running coprocessor post-open hooks at 1731955050089 (+6 ms)Region opened successfully at 1731955050090 (+1 ms)
2024-11-18T18:37:30,091 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., pid=12, masterSystemTime=1731955050040
2024-11-18T18:37:30,095 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:30,095 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:30,096 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=OPEN, openSeqNum=18, regionLocation=961a81da9827,40147,1731955024772
2024-11-18T18:37:30,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772 because future has completed
2024-11-18T18:37:30,129 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-11-18T18:37:30,129 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,40147,1731955024772 in 231 msec
2024-11-18T18:37:30,132 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, REOPEN/MOVE in 611 msec
2024-11-18T18:37:30,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T18:37:30,180 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T18:37:30,182 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 961a81da9827,40147,1731955024772: testing *****
2024-11-18T18:37:30,182 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-18T18:37:30,184 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-18T18:37:30,185 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-18T18:37:30,192 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-18T18:37:30,194 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-18T18:37:30,219 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 309205680
      },
      "NonHeapMemoryUsage": {
        "committed": 171573248,
        "init": 7667712,
        "max": -1,
        "used": 168984048
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "961a81da9827",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 3,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 10264,
      "exceptions.RegionMovedException": 1,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 39,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 74,
      "ProcessCallTime_mean": 8,
      "ProcessCallTime_25th_percentile": 2,
      "ProcessCallTime_median": 3,
      "ProcessCallTime_75th_percentile": 5,
      "ProcessCallTime_90th_percentile": 9,
      "ProcessCallTime_95th_percentile": 73,
      "ProcessCallTime_98th_percentile": 74,
      "ProcessCallTime_99th_percentile": 74,
      "ProcessCallTime_99.9th_percentile": 74,
      "ProcessCallTime_TimeRangeCount_0-1": 7,
      "ProcessCallTime_TimeRangeCount_1-3": 9,
      "ProcessCallTime_TimeRangeCount_3-10": 12,
      "ProcessCallTime_TimeRangeCount_10-30": 1,
      "ProcessCallTime_TimeRangeCount_30-100": 2,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 39,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 1,
      "QueueCallTime_95th_percentile": 1,
      "QueueCallTime_98th_percentile": 1,
      "QueueCallTime_99th_percentile": 1,
      "QueueCallTime_99.9th_percentile": 1,
      "QueueCallTime_TimeRangeCount_0-1": 31,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 39,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 74,
      "TotalCallTime_mean": 8,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 3,
      "TotalCallTime_75th_percentile": 5,
      "TotalCallTime_90th_percentile": 10,
      "TotalCallTime_95th_percentile": 73,
      "TotalCallTime_98th_percentile": 74,
      "TotalCallTime_99th_percentile": 74,
      "TotalCallTime_99.9th_percentile": 74,
      "TotalCallTime_TimeRangeCount_0-1": 6,
      "TotalCallTime_TimeRangeCount_1-3": 10,
      "TotalCallTime_TimeRangeCount_3-10": 12,
      "TotalCallTime_TimeRangeCount_10-30": 1,
      "TotalCallTime_TimeRangeCount_30-100": 2,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 39,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1138,
      "ResponseSize_mean": 159,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 74,
      "ResponseSize_90th_percentile": 453,
      "ResponseSize_95th_percentile": 795,
      "ResponseSize_98th_percentile": 1001,
      "ResponseSize_99th_percentile": 1069,
      "ResponseSize_99.9th_percentile": 1131,
      "ResponseSize_SizeRangeCount_0-10": 22,
      "ResponseSize_SizeRangeCount_10-100": 4,
      "ResponseSize_SizeRangeCount_100-1000": 5,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 39,
      "RequestSize_min": 31,
      "RequestSize_max": 390,
      "RequestSize_mean": 204,
      "RequestSize_25th_percentile": 119,
      "RequestSize_median": 179,
      "RequestSize_75th_percentile": 330,
      "RequestSize_90th_percentile": 330,
      "RequestSize_95th_percentile": 365,
      "RequestSize_98th_percentile": 380,
      "RequestSize_99th_percentile": 385,
      "RequestSize_99.9th_percentile": 389,
      "RequestSize_SizeRangeCount_0-10": 2,
      "RequestSize_SizeRangeCount_100-1000": 29,
      "sentBytes": 5772
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "961a81da9827",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:63585",
      "tag.serverName": "961a81da9827,39453,1731955025076",
      "tag.clusterId": "5c57da9c-1cf1-4b70-b2e4-865fdb7f0bcd",
      "tag.Context": "regionserver",
      "tag.Hostname": "961a81da9827",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 4,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1731955025076,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 320685,
      "localBytesRead": 320685,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 227243,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 1.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-11-18T18:37:30,223 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44073 {}] master.MasterRpcServices(700): 961a81da9827,40147,1731955024772 reported a fatal error:
***** ABORTING region server 961a81da9827,40147,1731955024772: testing *****
2024-11-18T18:37:30,234 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '961a81da9827,40147,1731955024772' *****
2024-11-18T18:37:30,234 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-11-18T18:37:30,234 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T18:37:30,234 INFO  [RS:0;961a81da9827:40147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-11-18T18:37:30,235 INFO  [RS:0;961a81da9827:40147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-11-18T18:37:30,235 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,235 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(956): aborting server 961a81da9827,40147,1731955024772
2024-11-18T18:37:30,235 INFO  [RS:0;961a81da9827:40147 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T18:37:30,236 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d763c6de37c8aa147b2c3aaebd3e2d9, disabling compactions & flushes
2024-11-18T18:37:30,236 INFO  [RS:0;961a81da9827:40147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;961a81da9827:40147.
2024-11-18T18:37:30,236 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:30,236 DEBUG [RS:0;961a81da9827:40147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T18:37:30,236 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:30,236 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9. after waiting 0 ms
2024-11-18T18:37:30,236 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:30,236 DEBUG [RS:0;961a81da9827:40147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:30,237 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T18:37:30,237 DEBUG [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(1325): Online Regions={4d763c6de37c8aa147b2c3aaebd3e2d9=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.}
2024-11-18T18:37:30,237 DEBUG [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(1351): Waiting on 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:30,238 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T18:37:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37347 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:60456 deadline: 1731955110240, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=961a81da9827 port=40147 startCode=1731955024772. As of locationSeqNum=12.
2024-11-18T18:37:30,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,37347,1731955024975, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,37347,1731955024975, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=961a81da9827 port=40147 startCode=1731955024772. As of locationSeqNum=12.
2024-11-18T18:37:30,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,37347,1731955024975, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=961a81da9827 port=40147 startCode=1731955024772. As of locationSeqNum=12.
2024-11-18T18:37:30,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,37347,1731955024975, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=961a81da9827 port=40147 startCode=1731955024772. As of locationSeqNum=12.
2024-11-18T18:37:30,258 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:30,258 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Waiting for close lock at 1731955050235Running coprocessor pre-close hooks at 1731955050236 (+1 ms)Disabling compacts and flushes for region at 1731955050236Disabling writes for close at 1731955050236Writing region close event to WAL at 1731955050257 (+21 ms)Running coprocessor post-close hooks at 1731955050257Closed at 1731955050258 (+1 ms)
2024-11-18T18:37:30,259 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:30,284 INFO  [regionserver/961a81da9827:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T18:37:30,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 961a81da9827,40147,1731955024772 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:30,353 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 961a81da9827,40147,1731955024772 aborting
2024-11-18T18:37:30,353 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 961a81da9827,40147,1731955024772 aborting
2024-11-18T18:37:30,353 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=12 from cache
2024-11-18T18:37:30,438 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(976): stopping server 961a81da9827,40147,1731955024772; all regions closed.
2024-11-18T18:37:30,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741835_1011 (size=2142)
2024-11-18T18:37:30,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741835_1011 (size=2142)
2024-11-18T18:37:30,447 DEBUG [RS:0;961a81da9827:40147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:30,448 INFO  [RS:0;961a81da9827:40147 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T18:37:30,448 INFO  [RS:0;961a81da9827:40147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T18:37:30,448 INFO  [RS:0;961a81da9827:40147 {}] hbase.ChoreService(370): Chore service for: regionserver/961a81da9827:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-18T18:37:30,449 INFO  [regionserver/961a81da9827:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T18:37:30,449 INFO  [RS:0;961a81da9827:40147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T18:37:30,449 INFO  [RS:0;961a81da9827:40147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T18:37:30,449 INFO  [RS:0;961a81da9827:40147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T18:37:30,449 INFO  [RS:0;961a81da9827:40147 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T18:37:30,450 INFO  [RS:0;961a81da9827:40147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40147
2024-11-18T18:37:30,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T18:37:30,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/961a81da9827,40147,1731955024772
2024-11-18T18:37:30,463 INFO  [RS:0;961a81da9827:40147 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T18:37:30,466 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [961a81da9827,40147,1731955024772]
2024-11-18T18:37:30,468 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/961a81da9827,40147,1731955024772 already deleted, retry=false
2024-11-18T18:37:30,468 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 961a81da9827,40147,1731955024772 on 961a81da9827,44073,1731955023598
2024-11-18T18:37:30,478 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 961a81da9827,40147,1731955024772, splitWal=true, meta=false
2024-11-18T18:37:30,480 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 961a81da9827,40147,1731955024772 (carryingMeta=false) 961a81da9827,40147,1731955024772/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@18a25a6f[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-18T18:37:30,481 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 961a81da9827,40147,1731955024772, splitWal=true, meta=false
2024-11-18T18:37:30,486 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 961a81da9827,40147,1731955024772 had 1 regions
2024-11-18T18:37:30,490 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 961a81da9827,40147,1731955024772, splitWal=true, meta=false, isMeta: false
2024-11-18T18:37:30,492 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting
2024-11-18T18:37:30,493 INFO  [PEWorker-5 {}] master.SplitWALManager(105): 961a81da9827,40147,1731955024772 WAL count=1, meta=false
2024-11-18T18:37:30,496 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 961a81da9827%2C40147%2C1731955024772.1731955027411}]
2024-11-18T18:37:30,511 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=961a81da9827,37347,1731955024975
2024-11-18T18:37:30,517 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 961a81da9827%2C40147%2C1731955024772.1731955027411, worker=961a81da9827,37347,1731955024975}]
2024-11-18T18:37:30,566 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18]
2024-11-18T18:37:30,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T18:37:30,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40147-0x101072351120001, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T18:37:30,569 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 961a81da9827:40147
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 961a81da9827/172.17.0.2:40147
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:30,569 INFO  [RS:0;961a81da9827:40147 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T18:37:30,569 INFO  [RS:0;961a81da9827:40147 {}] regionserver.HRegionServer(1031): Exiting; stopping=961a81da9827,40147,1731955024772; zookeeper connection closed.
2024-11-18T18:37:30,570 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18, error=java.net.ConnectException: Call to address=961a81da9827:40147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 961a81da9827/172.17.0.2:40147
2024-11-18T18:37:30,570 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18 is java.net.ConnectException: Connection refused
2024-11-18T18:37:30,570 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18 from cache
2024-11-18T18:37:30,570 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 961a81da9827:40147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 961a81da9827/172.17.0.2:40147
2024-11-18T18:37:30,573 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f057d91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f057d91
2024-11-18T18:37:30,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-11-18T18:37:30,734 INFO  [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411, size=2.1 K (2142bytes)
2024-11-18T18:37:30,734 INFO  [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411
2024-11-18T18:37:30,738 INFO  [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411 after 4ms
2024-11-18T18:37:30,754 INFO  [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411 took 21ms
2024-11-18T18:37:30,780 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 4d763c6de37c8aa147b2c3aaebd3e2d9: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-11-18T18:37:30,780 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411 so closing down
2024-11-18T18:37:30,781 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:30,785 INFO  [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:30,785 INFO  [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 22 ms; skipped=6; WAL=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411, size=2.1 K, length=2142, corrupted=false, cancelled=false
2024-11-18T18:37:30,785 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411, journal: Splitting hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411, size=2.1 K (2142bytes) at 1731955050734Finishing writing output for hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411 so closing down at 1731955050780 (+46 ms)3 split writer threads finished at 1731955050785 (+5 ms)Processed 6 edits across 0 Regions in 22 ms; skipped=6; WAL=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1731955050785
2024-11-18T18:37:30,785 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411
2024-11-18T18:37:30,788 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-18T18:37:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-18T18:37:30,811 INFO  [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting/961a81da9827%2C40147%2C1731955024772.1731955027411 to hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/oldWALs
2024-11-18T18:37:30,821 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-18T18:37:30,821 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 961a81da9827%2C40147%2C1731955024772.1731955027411, worker=961a81da9827,37347,1731955024975 in 295 msec
2024-11-18T18:37:30,825 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=961a81da9827,37347,1731955024975
2024-11-18T18:37:30,841 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T18:37:30,842 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 961a81da9827%2C40147%2C1731955024772.1731955027411, worker=961a81da9827,37347,1731955024975 in 331 msec
2024-11-18T18:37:30,850 INFO  [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting dir is empty, no logs to split.
2024-11-18T18:37:30,850 INFO  [PEWorker-4 {}] master.SplitWALManager(105): 961a81da9827,40147,1731955024772 WAL count=0, meta=false
2024-11-18T18:37:30,850 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 961a81da9827,40147,1731955024772 WAL splitting is done? wals=0, meta=false
2024-11-18T18:37:30,859 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 961a81da9827,40147,1731955024772 failed, ignore...File hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,40147,1731955024772-splitting does not exist.
2024-11-18T18:37:30,866 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN}]
2024-11-18T18:37:30,870 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN
2024-11-18T18:37:30,872 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-18T18:37:30,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18]
2024-11-18T18:37:30,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 961a81da9827:40147 this server is in the failed servers list
2024-11-18T18:37:30,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=961a81da9827:40147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 961a81da9827:40147
2024-11-18T18:37:30,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 961a81da9827:40147
2024-11-18T18:37:30,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,40147,1731955024772, seqNum=18 from cache
2024-11-18T18:37:31,022 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(204): Hosts are {961a81da9827=0} racks are {/default-rack=0}
2024-11-18T18:37:31,023 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-18T18:37:31,023 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-18T18:37:31,023 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-18T18:37:31,023 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-18T18:37:31,023 INFO  [961a81da9827:44073 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-18T18:37:31,023 INFO  [961a81da9827:44073 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-18T18:37:31,023 DEBUG [961a81da9827:44073 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-18T18:37:31,023 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=OPENING, regionLocation=961a81da9827,39453,1731955025076
2024-11-18T18:37:31,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN because future has completed
2024-11-18T18:37:31,039 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,39453,1731955025076}]
2024-11-18T18:37:31,202 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T18:37:31,207 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51005, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T18:37:31,217 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:31,217 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d763c6de37c8aa147b2c3aaebd3e2d9, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:31,218 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,218 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:31,218 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,218 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,221 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:31,223 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf1
2024-11-18T18:37:31,223 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:31,234 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf1/eeb427fa8fca4dda87694772d55f3a6c
2024-11-18T18:37:31,235 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:31,235 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4d763c6de37c8aa147b2c3aaebd3e2d9 
2024-11-18T18:37:31,236 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d763c6de37c8aa147b2c3aaebd3e2d9 columnFamilyName cf2
2024-11-18T18:37:31,236 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:31,254 DEBUG [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/cf2/8e75d8fa87d44e87a9d40c660757935b
2024-11-18T18:37:31,254 INFO  [StoreOpener-4d763c6de37c8aa147b2c3aaebd3e2d9-1 {}] regionserver.HStore(327): Store=4d763c6de37c8aa147b2c3aaebd3e2d9/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:31,255 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,256 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,259 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,261 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,261 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,262 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-18T18:37:31,265 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,267 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4d763c6de37c8aa147b2c3aaebd3e2d9; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63168671, jitterRate=-0.05871345102787018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-18T18:37:31,267 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:31,268 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Running coprocessor pre-open hook at 1731955051218Writing region info on filesystem at 1731955051218Initializing all the Stores at 1731955051220 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955051220Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955051221 (+1 ms)Cleaning up temporary data from old regions at 1731955051261 (+40 ms)Running coprocessor post-open hooks at 1731955051267 (+6 ms)Region opened successfully at 1731955051268 (+1 ms)
2024-11-18T18:37:31,269 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., pid=17, masterSystemTime=1731955051202
2024-11-18T18:37:31,275 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:31,275 INFO  [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:31,277 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4d763c6de37c8aa147b2c3aaebd3e2d9, regionState=OPEN, openSeqNum=18, regionLocation=961a81da9827,39453,1731955025076
2024-11-18T18:37:31,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,39453,1731955025076 because future has completed
2024-11-18T18:37:31,293 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-18T18:37:31,293 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d763c6de37c8aa147b2c3aaebd3e2d9, server=961a81da9827,39453,1731955025076 in 250 msec
2024-11-18T18:37:31,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-11-18T18:37:31,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4d763c6de37c8aa147b2c3aaebd3e2d9, ASSIGN in 427 msec
2024-11-18T18:37:31,297 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 961a81da9827,40147,1731955024772 after splitting done
2024-11-18T18:37:31,301 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 961a81da9827,40147,1731955024772, splitWal=true, meta=false in 828 msec
2024-11-18T18:37:31,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9., hostname=961a81da9827,39453,1731955025076, seqNum=18]
2024-11-18T18:37:31,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T18:37:31,407 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T18:37:31,432 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=405 (was 408), OpenFileDescriptor=1035 (was 1005) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=960 (was 974), ProcessCount=11 (was 11), AvailableMemoryMB=3563 (was 2742) - AvailableMemoryMB LEAK? -
2024-11-18T18:37:31,435 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1035 is superior to 1024
2024-11-18T18:37:31,452 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=405, OpenFileDescriptor=1035, MaxFileDescriptor=1048576, SystemLoadAverage=960, ProcessCount=11, AvailableMemoryMB=3559
2024-11-18T18:37:31,453 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1035 is superior to 1024
2024-11-18T18:37:31,476 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:31,478 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:31,479 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:31,492 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09749148, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-09749148, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:31,519 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09749148/hregion-09749148.1731955051492, exclude list is [], retry=0
2024-11-18T18:37:31,522 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:31,529 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:31,532 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:31,539 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09749148/hregion-09749148.1731955051492
2024-11-18T18:37:31,541 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:31,542 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 57c579cb115fc17a443cf40ef5523ec0, NAME => 'testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:31,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741893_1071 (size=67)
2024-11-18T18:37:31,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741893_1071 (size=67)
2024-11-18T18:37:31,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741893_1071 (size=67)
2024-11-18T18:37:31,571 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:31,574 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 57c579cb115fc17a443cf40ef5523ec0 
2024-11-18T18:37:31,576 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c579cb115fc17a443cf40ef5523ec0 columnFamilyName a
2024-11-18T18:37:31,577 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:31,577 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(327): Store=57c579cb115fc17a443cf40ef5523ec0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:31,578 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 57c579cb115fc17a443cf40ef5523ec0 
2024-11-18T18:37:31,579 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c579cb115fc17a443cf40ef5523ec0 columnFamilyName b
2024-11-18T18:37:31,579 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:31,580 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(327): Store=57c579cb115fc17a443cf40ef5523ec0/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:31,580 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 57c579cb115fc17a443cf40ef5523ec0 
2024-11-18T18:37:31,584 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c579cb115fc17a443cf40ef5523ec0 columnFamilyName c
2024-11-18T18:37:31,584 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:31,585 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(327): Store=57c579cb115fc17a443cf40ef5523ec0/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:31,585 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,587 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,587 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,588 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:31,589 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,602 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:31,603 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 57c579cb115fc17a443cf40ef5523ec0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63466034, jitterRate=-0.05428239703178406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:31,604 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 57c579cb115fc17a443cf40ef5523ec0:
Writing region info on filesystem at 1731955051571Initializing all the Stores at 1731955051574 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955051574Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955051574Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955051574Cleaning up temporary data from old regions at 1731955051587 (+13 ms)Region opened successfully at 1731955051604 (+17 ms)
2024-11-18T18:37:31,604 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 57c579cb115fc17a443cf40ef5523ec0, disabling compactions & flushes
2024-11-18T18:37:31,604 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.
2024-11-18T18:37:31,604 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.
2024-11-18T18:37:31,604 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0. after waiting 0 ms
2024-11-18T18:37:31,604 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.
2024-11-18T18:37:31,605 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.
2024-11-18T18:37:31,605 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 57c579cb115fc17a443cf40ef5523ec0:
Waiting for close lock at 1731955051604Disabling compacts and flushes for region at 1731955051604Disabling writes for close at 1731955051604Writing region close event to WAL at 1731955051605 (+1 ms)Closed at 1731955051605
2024-11-18T18:37:31,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741892_1070 (size=93)
2024-11-18T18:37:31,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741892_1070 (size=93)
2024-11-18T18:37:31,616 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:31,616 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09749148:(num 1731955051492)
2024-11-18T18:37:31,616 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:31,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741892_1070 (size=93)
2024-11-18T18:37:31,619 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:31,639 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619, exclude list is [], retry=0
2024-11-18T18:37:31,643 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:31,644 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:31,644 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:31,666 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619
2024-11-18T18:37:31,668 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:31,668 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 57c579cb115fc17a443cf40ef5523ec0, NAME => 'testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:31,669 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:31,669 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,669 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,681 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 57c579cb115fc17a443cf40ef5523ec0 
2024-11-18T18:37:31,686 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c579cb115fc17a443cf40ef5523ec0 columnFamilyName a
2024-11-18T18:37:31,686 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:31,690 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(327): Store=57c579cb115fc17a443cf40ef5523ec0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:31,690 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 57c579cb115fc17a443cf40ef5523ec0 
2024-11-18T18:37:31,691 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c579cb115fc17a443cf40ef5523ec0 columnFamilyName b
2024-11-18T18:37:31,691 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:31,693 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(327): Store=57c579cb115fc17a443cf40ef5523ec0/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:31,693 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 57c579cb115fc17a443cf40ef5523ec0 
2024-11-18T18:37:31,696 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c579cb115fc17a443cf40ef5523ec0 columnFamilyName c
2024-11-18T18:37:31,696 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:31,696 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(327): Store=57c579cb115fc17a443cf40ef5523ec0/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:31,697 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,698 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,699 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,701 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,701 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,702 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:31,704 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:31,705 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 57c579cb115fc17a443cf40ef5523ec0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74175829, jitterRate=0.1053059846162796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:31,706 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 57c579cb115fc17a443cf40ef5523ec0:
Writing region info on filesystem at 1731955051669Initializing all the Stores at 1731955051680 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955051680Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955051681 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955051681Cleaning up temporary data from old regions at 1731955051701 (+20 ms)Region opened successfully at 1731955051706 (+5 ms)
2024-11-18T18:37:31,784 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 57c579cb115fc17a443cf40ef5523ec0 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-18T18:37:31,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/a/2614b97de4274eafbcc74fea742bd3df is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731955051706/Put/seqid=0
2024-11-18T18:37:31,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741895_1073 (size=5958)
2024-11-18T18:37:31,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741895_1073 (size=5958)
2024-11-18T18:37:31,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741895_1073 (size=5958)
2024-11-18T18:37:31,901 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/a/2614b97de4274eafbcc74fea742bd3df
2024-11-18T18:37:31,947 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/b/31c51a82766942579668f8746ecff90a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731955051747/Put/seqid=0
2024-11-18T18:37:31,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741896_1074 (size=5958)
2024-11-18T18:37:31,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741896_1074 (size=5958)
2024-11-18T18:37:32,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741896_1074 (size=5958)
2024-11-18T18:37:32,009 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/b/31c51a82766942579668f8746ecff90a
2024-11-18T18:37:32,045 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/c/b44e3de3ff9640f5b91638d3ab1b1a3b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731955051762/Put/seqid=0
2024-11-18T18:37:32,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741897_1075 (size=5958)
2024-11-18T18:37:32,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741897_1075 (size=5958)
2024-11-18T18:37:32,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741897_1075 (size=5958)
2024-11-18T18:37:32,062 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/c/b44e3de3ff9640f5b91638d3ab1b1a3b
2024-11-18T18:37:32,089 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/a/2614b97de4274eafbcc74fea742bd3df as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/a/2614b97de4274eafbcc74fea742bd3df
2024-11-18T18:37:32,106 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/a/2614b97de4274eafbcc74fea742bd3df, entries=10, sequenceid=33, filesize=5.8 K
2024-11-18T18:37:32,115 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/b/31c51a82766942579668f8746ecff90a as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/b/31c51a82766942579668f8746ecff90a
2024-11-18T18:37:32,127 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/b/31c51a82766942579668f8746ecff90a, entries=10, sequenceid=33, filesize=5.8 K
2024-11-18T18:37:32,128 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/c/b44e3de3ff9640f5b91638d3ab1b1a3b as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/c/b44e3de3ff9640f5b91638d3ab1b1a3b
2024-11-18T18:37:32,136 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/c/b44e3de3ff9640f5b91638d3ab1b1a3b, entries=10, sequenceid=33, filesize=5.8 K
2024-11-18T18:37:32,142 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 57c579cb115fc17a443cf40ef5523ec0 in 357ms, sequenceid=33, compaction requested=false
2024-11-18T18:37:32,142 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 57c579cb115fc17a443cf40ef5523ec0:

2024-11-18T18:37:32,142 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 57c579cb115fc17a443cf40ef5523ec0, disabling compactions & flushes
2024-11-18T18:37:32,142 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.
2024-11-18T18:37:32,142 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.
2024-11-18T18:37:32,142 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0. after waiting 0 ms
2024-11-18T18:37:32,142 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.
2024-11-18T18:37:32,160 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.
2024-11-18T18:37:32,160 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 57c579cb115fc17a443cf40ef5523ec0:
Waiting for close lock at 1731955052142Disabling compacts and flushes for region at 1731955052142Disabling writes for close at 1731955052142Writing region close event to WAL at 1731955052160 (+18 ms)Closed at 1731955052160
2024-11-18T18:37:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741894_1072 (size=5937)
2024-11-18T18:37:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741835_1011 (size=2142)
2024-11-18T18:37:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741894_1072 (size=5937)
2024-11-18T18:37:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741894_1072 (size=5937)
2024-11-18T18:37:32,222 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/b/31c51a82766942579668f8746ecff90a to hdfs://localhost:38889/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/b/31c51a82766942579668f8746ecff90a
2024-11-18T18:37:32,254 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619, size=5.8 K (5937bytes)
2024-11-18T18:37:32,254 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619
2024-11-18T18:37:32,255 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619 after 1ms
2024-11-18T18:37:32,258 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619 took 4ms
2024-11-18T18:37:32,266 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619 so closing down
2024-11-18T18:37:32,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:32,268 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731955051619.temp
2024-11-18T18:37:32,271 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000003-wal.1731955051619.temp
2024-11-18T18:37:32,271 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:32,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741898_1076 (size=5223)
2024-11-18T18:37:32,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741898_1076 (size=5223)
2024-11-18T18:37:32,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741898_1076 (size=5223)
2024-11-18T18:37:32,710 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000003-wal.1731955051619.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:32,712 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000003-wal.1731955051619.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000032
2024-11-18T18:37:32,712 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 451 ms; skipped=2; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619, size=5.8 K, length=5937, corrupted=false, cancelled=false
2024-11-18T18:37:32,712 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619, journal: Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619, size=5.8 K (5937bytes) at 1731955052254Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619 so closing down at 1731955052266 (+12 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000003-wal.1731955051619.temp at 1731955052271 (+5 ms)3 split writer threads finished at 1731955052271Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000003-wal.1731955051619.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731955052710 (+439 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000003-wal.1731955051619.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000032 at 1731955052712 (+2 ms)Processed 32 edits across 1 Regions in 451 ms; skipped=2; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1731955052712
2024-11-18T18:37:32,714 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955051619 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955051619
2024-11-18T18:37:32,715 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000032
2024-11-18T18:37:32,716 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:32,718 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:32,738 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955052718, exclude list is [], retry=0
2024-11-18T18:37:32,743 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:32,743 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:32,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:32,758 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955052718
2024-11-18T18:37:32,761 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:32,761 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 57c579cb115fc17a443cf40ef5523ec0, NAME => 'testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:32,762 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:32,762 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:32,762 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:32,764 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 57c579cb115fc17a443cf40ef5523ec0 
2024-11-18T18:37:32,765 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c579cb115fc17a443cf40ef5523ec0 columnFamilyName a
2024-11-18T18:37:32,765 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:32,773 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/a/2614b97de4274eafbcc74fea742bd3df
2024-11-18T18:37:32,774 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(327): Store=57c579cb115fc17a443cf40ef5523ec0/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:32,774 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 57c579cb115fc17a443cf40ef5523ec0 
2024-11-18T18:37:32,776 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c579cb115fc17a443cf40ef5523ec0 columnFamilyName b
2024-11-18T18:37:32,776 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:32,777 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(327): Store=57c579cb115fc17a443cf40ef5523ec0/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:32,777 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 57c579cb115fc17a443cf40ef5523ec0 
2024-11-18T18:37:32,778 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57c579cb115fc17a443cf40ef5523ec0 columnFamilyName c
2024-11-18T18:37:32,778 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:32,795 DEBUG [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/c/b44e3de3ff9640f5b91638d3ab1b1a3b
2024-11-18T18:37:32,796 INFO  [StoreOpener-57c579cb115fc17a443cf40ef5523ec0-1 {}] regionserver.HStore(327): Store=57c579cb115fc17a443cf40ef5523ec0/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:32,799 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:32,800 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:32,802 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:32,803 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000032
2024-11-18T18:37:32,807 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000032
2024-11-18T18:37:32,807 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 57c579cb115fc17a443cf40ef5523ec0 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-18T18:37:32,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/b/e42e82381883441fab82af87b0c479a2 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731955051747/Put/seqid=0
2024-11-18T18:37:32,847 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T18:37:32,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741900_1078 (size=5958)
2024-11-18T18:37:32,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741900_1078 (size=5958)
2024-11-18T18:37:32,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741900_1078 (size=5958)
2024-11-18T18:37:32,897 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/b/e42e82381883441fab82af87b0c479a2
2024-11-18T18:37:32,913 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/.tmp/b/e42e82381883441fab82af87b0c479a2 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/b/e42e82381883441fab82af87b0c479a2
2024-11-18T18:37:32,934 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/b/e42e82381883441fab82af87b0c479a2, entries=10, sequenceid=32, filesize=5.8 K
2024-11-18T18:37:32,934 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 57c579cb115fc17a443cf40ef5523ec0 in 127ms, sequenceid=32, compaction requested=false; wal=null
2024-11-18T18:37:32,935 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/0000000000000000032
2024-11-18T18:37:32,942 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:32,942 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:32,945 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:32,965 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 57c579cb115fc17a443cf40ef5523ec0
2024-11-18T18:37:32,990 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/57c579cb115fc17a443cf40ef5523ec0/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-11-18T18:37:32,997 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 57c579cb115fc17a443cf40ef5523ec0; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72830561, jitterRate=0.08525992929935455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:32,998 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 57c579cb115fc17a443cf40ef5523ec0:
Writing region info on filesystem at 1731955052762Initializing all the Stores at 1731955052763 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955052763Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955052764 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955052764Obtaining lock to block concurrent updates at 1731955052807 (+43 ms)Preparing flush snapshotting stores in 57c579cb115fc17a443cf40ef5523ec0 at 1731955052807Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731955052808 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1731955051476.57c579cb115fc17a443cf40ef5523ec0. at 1731955052808Flushing 57c579cb115fc17a443cf40ef5523ec0/b: creating writer at 1731955052808Flushing 57c579cb115fc17a443cf40ef5523ec0/b: appending metadata at 1731955052831 (+23 ms)Flushing 57c579cb115fc17a443cf40ef5523ec0/b: closing flushed file at 1731955052831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e704409: reopening flushed file at 1731955052907 (+76 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 57c579cb115fc17a443cf40ef5523ec0 in 127ms, sequenceid=32, compaction requested=false; wal=null at 1731955052934 (+27 ms)Cleaning up temporary data from old regions at 1731955052942 (+8 ms)Region opened successfully at 1731955052998 (+56 ms)
2024-11-18T18:37:33,061 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=414 (was 405)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:57644 [Waiting for operation #24]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:56858 [Waiting for operation #38]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:51740 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:36676 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:33802 [Waiting for operation #40]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:53454 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1105 (was 1035) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=960 (was 960), ProcessCount=11 (was 11), AvailableMemoryMB=3276 (was 3559)
2024-11-18T18:37:33,061 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1105 is superior to 1024
2024-11-18T18:37:33,083 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=414, OpenFileDescriptor=1105, MaxFileDescriptor=1048576, SystemLoadAverage=960, ProcessCount=11, AvailableMemoryMB=3276
2024-11-18T18:37:33,083 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1105 is superior to 1024
2024-11-18T18:37:33,107 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:33,110 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:33,111 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:33,116 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30601336, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-30601336, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:33,136 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30601336/hregion-30601336.1731955053116, exclude list is [], retry=0
2024-11-18T18:37:33,143 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:33,144 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:33,145 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:33,178 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30601336/hregion-30601336.1731955053116
2024-11-18T18:37:33,184 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:33,185 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d31a977b83f3db7eeb4beca010430645, NAME => 'testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:33,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741902_1080 (size=68)
2024-11-18T18:37:33,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741902_1080 (size=68)
2024-11-18T18:37:33,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741902_1080 (size=68)
2024-11-18T18:37:33,232 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:33,241 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d31a977b83f3db7eeb4beca010430645 
2024-11-18T18:37:33,243 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31a977b83f3db7eeb4beca010430645 columnFamilyName a
2024-11-18T18:37:33,243 DEBUG [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:33,244 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(327): Store=d31a977b83f3db7eeb4beca010430645/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:33,245 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d31a977b83f3db7eeb4beca010430645 
2024-11-18T18:37:33,246 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31a977b83f3db7eeb4beca010430645 columnFamilyName b
2024-11-18T18:37:33,247 DEBUG [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:33,247 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(327): Store=d31a977b83f3db7eeb4beca010430645/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:33,247 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d31a977b83f3db7eeb4beca010430645 
2024-11-18T18:37:33,249 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31a977b83f3db7eeb4beca010430645 columnFamilyName c
2024-11-18T18:37:33,249 DEBUG [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:33,256 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(327): Store=d31a977b83f3db7eeb4beca010430645/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:33,256 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,258 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,258 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,259 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:33,260 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,263 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:33,263 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d31a977b83f3db7eeb4beca010430645; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72015890, jitterRate=0.07312038540840149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:33,264 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d31a977b83f3db7eeb4beca010430645:
Writing region info on filesystem at 1731955053232Initializing all the Stores at 1731955053234 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955053234Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955053237 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955053237Cleaning up temporary data from old regions at 1731955053258 (+21 ms)Region opened successfully at 1731955053264 (+6 ms)
2024-11-18T18:37:33,264 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d31a977b83f3db7eeb4beca010430645, disabling compactions & flushes
2024-11-18T18:37:33,264 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:33,264 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:33,264 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645. after waiting 0 ms
2024-11-18T18:37:33,264 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:33,264 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:33,264 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d31a977b83f3db7eeb4beca010430645:
Waiting for close lock at 1731955053264Disabling compacts and flushes for region at 1731955053264Disabling writes for close at 1731955053264Writing region close event to WAL at 1731955053264Closed at 1731955053264
2024-11-18T18:37:33,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741901_1079 (size=93)
2024-11-18T18:37:33,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741901_1079 (size=93)
2024-11-18T18:37:33,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741901_1079 (size=93)
2024-11-18T18:37:33,285 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:33,285 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30601336:(num 1731955053116)
2024-11-18T18:37:33,285 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:33,298 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:33,320 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298, exclude list is [], retry=0
2024-11-18T18:37:33,325 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:33,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:33,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:33,334 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298
2024-11-18T18:37:33,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:33,466 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d31a977b83f3db7eeb4beca010430645, NAME => 'testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:33,484 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,484 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:33,484 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,484 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,494 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d31a977b83f3db7eeb4beca010430645 
2024-11-18T18:37:33,502 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31a977b83f3db7eeb4beca010430645 columnFamilyName a
2024-11-18T18:37:33,502 DEBUG [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:33,509 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(327): Store=d31a977b83f3db7eeb4beca010430645/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:33,509 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d31a977b83f3db7eeb4beca010430645 
2024-11-18T18:37:33,518 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31a977b83f3db7eeb4beca010430645 columnFamilyName b
2024-11-18T18:37:33,518 DEBUG [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:33,519 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(327): Store=d31a977b83f3db7eeb4beca010430645/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:33,519 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d31a977b83f3db7eeb4beca010430645 
2024-11-18T18:37:33,520 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31a977b83f3db7eeb4beca010430645 columnFamilyName c
2024-11-18T18:37:33,520 DEBUG [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:33,521 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(327): Store=d31a977b83f3db7eeb4beca010430645/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:33,521 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,522 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,530 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,532 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,532 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,533 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:33,539 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,540 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d31a977b83f3db7eeb4beca010430645; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65105650, jitterRate=-0.02985021471977234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:33,540 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:33,541 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d31a977b83f3db7eeb4beca010430645:
Running coprocessor pre-open hook at 1731955053484Writing region info on filesystem at 1731955053484Initializing all the Stores at 1731955053486 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955053486Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955053489 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955053489Cleaning up temporary data from old regions at 1731955053532 (+43 ms)Running coprocessor post-open hooks at 1731955053540 (+8 ms)Region opened successfully at 1731955053541 (+1 ms)
2024-11-18T18:37:33,569 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d31a977b83f3db7eeb4beca010430645 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-11-18T18:37:33,571 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:33,709 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T18:37:34,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-11-18T18:37:34,201 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:34,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-11-18T18:37:34,202 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:34,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-11-18T18:37:34,203 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:34,573 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:35,574 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:36,575 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:37,577 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:38,578 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:38,987 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T18:37:39,578 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:40,580 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:41,581 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:42,585 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d31a977b83f3db7eeb4beca010430645/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:42,587 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d31a977b83f3db7eeb4beca010430645:

2024-11-18T18:37:42,587 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:42,634 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d31a977b83f3db7eeb4beca010430645:

2024-11-18T18:37:42,635 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-11-18T18:37:42,635 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d31a977b83f3db7eeb4beca010430645, disabling compactions & flushes
2024-11-18T18:37:42,635 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:42,635 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:42,635 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645. after waiting 0 ms
2024-11-18T18:37:42,635 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:42,637 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:42,638 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.
2024-11-18T18:37:42,638 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d31a977b83f3db7eeb4beca010430645:
Waiting for close lock at 1731955062635Running coprocessor pre-close hooks at 1731955062635Disabling compacts and flushes for region at 1731955062635Disabling writes for close at 1731955062635Writing region close event to WAL at 1731955062637 (+2 ms)Running coprocessor post-close hooks at 1731955062637Closed at 1731955062638 (+1 ms)
2024-11-18T18:37:42,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741903_1081 (size=3941)
2024-11-18T18:37:42,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741903_1081 (size=3941)
2024-11-18T18:37:42,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741903_1081 (size=3941)
2024-11-18T18:37:42,677 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298, size=3.8 K (3941bytes)
2024-11-18T18:37:42,677 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298
2024-11-18T18:37:42,678 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298 after 1ms
2024-11-18T18:37:42,684 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298 took 7ms
2024-11-18T18:37:42,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298 so closing down
2024-11-18T18:37:42,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:42,698 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731955053298.temp
2024-11-18T18:37:42,700 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000004-wal.1731955053298.temp
2024-11-18T18:37:42,701 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:42,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741904_1082 (size=2983)
2024-11-18T18:37:42,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741904_1082 (size=2983)
2024-11-18T18:37:42,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741904_1082 (size=2983)
2024-11-18T18:37:42,737 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000004-wal.1731955053298.temp (wrote 20 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:42,741 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000004-wal.1731955053298.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000026
2024-11-18T18:37:42,741 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 53 ms; skipped=3; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298, size=3.8 K, length=3941, corrupted=false, cancelled=false
2024-11-18T18:37:42,741 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298, journal: Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298, size=3.8 K (3941bytes) at 1731955062677Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298 so closing down at 1731955062694 (+17 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000004-wal.1731955053298.temp at 1731955062700 (+6 ms)3 split writer threads finished at 1731955062701 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000004-wal.1731955053298.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731955062737 (+36 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000004-wal.1731955053298.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000026 at 1731955062741 (+4 ms)Processed 23 edits across 1 Regions in 53 ms; skipped=3; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1731955062741
2024-11-18T18:37:42,750 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955053298 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955053298
2024-11-18T18:37:42,752 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000026
2024-11-18T18:37:42,752 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:42,756 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:42,775 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955062756, exclude list is [], retry=0
2024-11-18T18:37:42,779 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:42,780 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:42,781 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:42,786 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955062756
2024-11-18T18:37:42,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:42,790 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d31a977b83f3db7eeb4beca010430645, NAME => 'testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:42,791 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:42,791 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:42,791 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:42,791 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:42,798 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d31a977b83f3db7eeb4beca010430645 
2024-11-18T18:37:42,802 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31a977b83f3db7eeb4beca010430645 columnFamilyName a
2024-11-18T18:37:42,802 DEBUG [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:42,803 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(327): Store=d31a977b83f3db7eeb4beca010430645/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:42,803 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d31a977b83f3db7eeb4beca010430645 
2024-11-18T18:37:42,804 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31a977b83f3db7eeb4beca010430645 columnFamilyName b
2024-11-18T18:37:42,804 DEBUG [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:42,809 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(327): Store=d31a977b83f3db7eeb4beca010430645/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:42,810 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d31a977b83f3db7eeb4beca010430645 
2024-11-18T18:37:42,813 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31a977b83f3db7eeb4beca010430645 columnFamilyName c
2024-11-18T18:37:42,813 DEBUG [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:42,816 INFO  [StoreOpener-d31a977b83f3db7eeb4beca010430645-1 {}] regionserver.HStore(327): Store=d31a977b83f3db7eeb4beca010430645/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:42,816 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:42,820 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:42,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:42,835 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000026
2024-11-18T18:37:42,844 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000026
2024-11-18T18:37:42,844 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d31a977b83f3db7eeb4beca010430645 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-11-18T18:37:42,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/.tmp/a/ce4c139554194c298b8084620d969a49 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731955062597/Put/seqid=0
2024-11-18T18:37:42,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741906_1084 (size=5523)
2024-11-18T18:37:42,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741906_1084 (size=5523)
2024-11-18T18:37:42,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741906_1084 (size=5523)
2024-11-18T18:37:42,907 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/.tmp/a/ce4c139554194c298b8084620d969a49
2024-11-18T18:37:42,938 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/.tmp/b/a3ace46e302845ccb261fe749da9553e is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731955062588/Put/seqid=0
2024-11-18T18:37:42,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741907_1085 (size=5524)
2024-11-18T18:37:42,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741907_1085 (size=5524)
2024-11-18T18:37:42,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741907_1085 (size=5524)
2024-11-18T18:37:42,966 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/.tmp/b/a3ace46e302845ccb261fe749da9553e
2024-11-18T18:37:42,993 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/.tmp/c/fd1040a105be40649ba31711f43157ab is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731955062594/Put/seqid=0
2024-11-18T18:37:43,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741908_1086 (size=5457)
2024-11-18T18:37:43,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741908_1086 (size=5457)
2024-11-18T18:37:43,025 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/.tmp/c/fd1040a105be40649ba31711f43157ab
2024-11-18T18:37:43,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741908_1086 (size=5457)
2024-11-18T18:37:43,050 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/.tmp/a/ce4c139554194c298b8084620d969a49 as hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/a/ce4c139554194c298b8084620d969a49
2024-11-18T18:37:43,064 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/a/ce4c139554194c298b8084620d969a49, entries=7, sequenceid=26, filesize=5.4 K
2024-11-18T18:37:43,066 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/.tmp/b/a3ace46e302845ccb261fe749da9553e as hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/b/a3ace46e302845ccb261fe749da9553e
2024-11-18T18:37:43,078 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/b/a3ace46e302845ccb261fe749da9553e, entries=7, sequenceid=26, filesize=5.4 K
2024-11-18T18:37:43,079 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/.tmp/c/fd1040a105be40649ba31711f43157ab as hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/c/fd1040a105be40649ba31711f43157ab
2024-11-18T18:37:43,094 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/c/fd1040a105be40649ba31711f43157ab, entries=6, sequenceid=26, filesize=5.3 K
2024-11-18T18:37:43,095 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d31a977b83f3db7eeb4beca010430645 in 251ms, sequenceid=26, compaction requested=false; wal=null
2024-11-18T18:37:43,097 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/0000000000000000026
2024-11-18T18:37:43,099 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:43,099 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:43,100 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:43,104 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:43,132 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsAfterAbortingFlush/d31a977b83f3db7eeb4beca010430645/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-11-18T18:37:43,135 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d31a977b83f3db7eeb4beca010430645; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69735612, jitterRate=0.03914159536361694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:43,135 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d31a977b83f3db7eeb4beca010430645
2024-11-18T18:37:43,137 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d31a977b83f3db7eeb4beca010430645:
Running coprocessor pre-open hook at 1731955062791Writing region info on filesystem at 1731955062791Initializing all the Stores at 1731955062793 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955062793Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955062797 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955062797Obtaining lock to block concurrent updates at 1731955062844 (+47 ms)Preparing flush snapshotting stores in d31a977b83f3db7eeb4beca010430645 at 1731955062844Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731955062845 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1731955053108.d31a977b83f3db7eeb4beca010430645. at 1731955062845Flushing d31a977b83f3db7eeb4beca010430645/a: creating writer at 1731955062845Flushing d31a977b83f3db7eeb4beca010430645/a: appending metadata at 1731955062868 (+23 ms)Flushing d31a977b83f3db7eeb4beca010430645/a: closing flushed file at 1731955062868Flushing d31a977b83f3db7eeb4beca010430645/b: creating writer at 1731955062914 (+46 ms)Flushing d31a977b83f3db7eeb4beca010430645/b: appending metadata at 1731955062936 (+22 ms)Flushing d31a977b83f3db7eeb4beca010430645/b: closing flushed file at 1731955062936Flushing d31a977b83f3db7eeb4beca010430645/c: creating writer at 1731955062975 (+39 ms)Flushing d31a977b83f3db7eeb4beca010430645/c: appending metadata at 1731955062992 (+17 ms)Flushing d31a977b83f3db7eeb4beca010430645/c: closing flushed file at 1731955062992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16676b7c: reopening flushed file at 1731955063046 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d8b75d: reopening flushed file at 1731955063065 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5edd7698: reopening flushed file at 1731955063078 (+13 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d31a977b83f3db7eeb4beca010430645 in 251ms, sequenceid=26, compaction requested=false; wal=null at 1731955063095 (+17 ms)Cleaning up temporary data from old regions at 1731955063099 (+4 ms)Running coprocessor post-open hooks at 1731955063135 (+36 ms)Region opened successfully at 1731955063136 (+1 ms)
2024-11-18T18:37:43,185 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=418 (was 414)
Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:36488 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:36502 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:55520 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:49982 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:55500 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:49962 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1174 (was 1105) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=944 (was 960), ProcessCount=11 (was 11), AvailableMemoryMB=2661 (was 3276)
2024-11-18T18:37:43,186 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1174 is superior to 1024
2024-11-18T18:37:43,214 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=418, OpenFileDescriptor=1174, MaxFileDescriptor=1048576, SystemLoadAverage=944, ProcessCount=13, AvailableMemoryMB=2658
2024-11-18T18:37:43,214 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1174 is superior to 1024
2024-11-18T18:37:43,239 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:43,243 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:43,243 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:43,263 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19210911, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-19210911, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:43,282 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19210911/hregion-19210911.1731955063264, exclude list is [], retry=0
2024-11-18T18:37:43,295 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:43,301 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:43,302 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:43,309 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19210911/hregion-19210911.1731955063264
2024-11-18T18:37:43,310 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:43,310 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c3e4987943021d5ca9fe1349f83c97c1, NAME => 'testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:43,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741910_1088 (size=61)
2024-11-18T18:37:43,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741910_1088 (size=61)
2024-11-18T18:37:43,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741910_1088 (size=61)
2024-11-18T18:37:43,345 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:43,347 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c3e4987943021d5ca9fe1349f83c97c1 
2024-11-18T18:37:43,351 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3e4987943021d5ca9fe1349f83c97c1 columnFamilyName a
2024-11-18T18:37:43,351 DEBUG [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:43,352 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] regionserver.HStore(327): Store=c3e4987943021d5ca9fe1349f83c97c1/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:43,352 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,353 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,353 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,358 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,358 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,366 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,370 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:43,371 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c3e4987943021d5ca9fe1349f83c97c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69267638, jitterRate=0.03216823935508728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T18:37:43,372 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c3e4987943021d5ca9fe1349f83c97c1:
Writing region info on filesystem at 1731955063345Initializing all the Stores at 1731955063346 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955063346Cleaning up temporary data from old regions at 1731955063358 (+12 ms)Region opened successfully at 1731955063372 (+14 ms)
2024-11-18T18:37:43,372 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c3e4987943021d5ca9fe1349f83c97c1, disabling compactions & flushes
2024-11-18T18:37:43,372 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.
2024-11-18T18:37:43,372 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.
2024-11-18T18:37:43,372 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1. after waiting 0 ms
2024-11-18T18:37:43,372 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.
2024-11-18T18:37:43,373 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.
2024-11-18T18:37:43,373 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c3e4987943021d5ca9fe1349f83c97c1:
Waiting for close lock at 1731955063372Disabling compacts and flushes for region at 1731955063372Disabling writes for close at 1731955063372Writing region close event to WAL at 1731955063372Closed at 1731955063373 (+1 ms)
2024-11-18T18:37:43,381 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-19210911/hregion-19210911.1731955063264 not finished, retry = 0
2024-11-18T18:37:43,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741909_1087 (size=93)
2024-11-18T18:37:43,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741909_1087 (size=93)
2024-11-18T18:37:43,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741909_1087 (size=93)
2024-11-18T18:37:43,499 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:43,499 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19210911:(num 1731955063264)
2024-11-18T18:37:43,499 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:43,502 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:43,522 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502, exclude list is [], retry=0
2024-11-18T18:37:43,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:43,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:43,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:43,571 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502
2024-11-18T18:37:43,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:43,572 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c3e4987943021d5ca9fe1349f83c97c1, NAME => 'testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:43,572 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:43,572 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,572 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,589 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c3e4987943021d5ca9fe1349f83c97c1 
2024-11-18T18:37:43,596 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3e4987943021d5ca9fe1349f83c97c1 columnFamilyName a
2024-11-18T18:37:43,596 DEBUG [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:43,605 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] regionserver.HStore(327): Store=c3e4987943021d5ca9fe1349f83c97c1/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:43,606 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,614 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,633 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,637 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,637 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,665 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:43,666 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c3e4987943021d5ca9fe1349f83c97c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73118722, jitterRate=0.08955386281013489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T18:37:43,667 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c3e4987943021d5ca9fe1349f83c97c1:
Writing region info on filesystem at 1731955063572Initializing all the Stores at 1731955063584 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955063584Cleaning up temporary data from old regions at 1731955063637 (+53 ms)Region opened successfully at 1731955063667 (+30 ms)
2024-11-18T18:37:43,683 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c3e4987943021d5ca9fe1349f83c97c1, disabling compactions & flushes
2024-11-18T18:37:43,683 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.
2024-11-18T18:37:43,683 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.
2024-11-18T18:37:43,683 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1. after waiting 0 ms
2024-11-18T18:37:43,683 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.
2024-11-18T18:37:43,694 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.
2024-11-18T18:37:43,694 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.
2024-11-18T18:37:43,694 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c3e4987943021d5ca9fe1349f83c97c1:
Waiting for close lock at 1731955063683Disabling compacts and flushes for region at 1731955063683Disabling writes for close at 1731955063683Writing region close event to WAL at 1731955063694 (+11 ms)Closed at 1731955063694
2024-11-18T18:37:43,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741911_1089 (size=1623)
2024-11-18T18:37:43,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741911_1089 (size=1623)
2024-11-18T18:37:43,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741911_1089 (size=1623)
2024-11-18T18:37:43,706 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502 not finished, retry = 0
2024-11-18T18:37:43,841 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502, size=1.6 K (1623bytes)
2024-11-18T18:37:43,842 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502
2024-11-18T18:37:43,842 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502 after 0ms
2024-11-18T18:37:43,846 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502 took 5ms
2024-11-18T18:37:43,849 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502 so closing down
2024-11-18T18:37:43,849 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:43,851 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731955063502.temp
2024-11-18T18:37:43,853 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000003-wal.1731955063502.temp
2024-11-18T18:37:43,853 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:43,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741912_1090 (size=1623)
2024-11-18T18:37:43,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741912_1090 (size=1623)
2024-11-18T18:37:43,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741912_1090 (size=1623)
2024-11-18T18:37:43,913 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000003-wal.1731955063502.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:43,921 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000003-wal.1731955063502.temp to hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000012
2024-11-18T18:37:43,921 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502, size=1.6 K, length=1623, corrupted=false, cancelled=false
2024-11-18T18:37:43,921 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502, journal: Splitting hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502, size=1.6 K (1623bytes) at 1731955063842Finishing writing output for hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502 so closing down at 1731955063849 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000003-wal.1731955063502.temp at 1731955063853 (+4 ms)3 split writer threads finished at 1731955063854 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000003-wal.1731955063502.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731955063913 (+59 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000003-wal.1731955063502.temp to hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000012 at 1731955063921 (+8 ms)Processed 10 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1731955063921
2024-11-18T18:37:43,933 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955063502 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955063502
2024-11-18T18:37:43,939 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000012
2024-11-18T18:37:44,516 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:44,522 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:44,544 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955064523, exclude list is [], retry=0
2024-11-18T18:37:44,548 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:44,549 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:44,549 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:44,564 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955064523
2024-11-18T18:37:44,565 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:44,565 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c3e4987943021d5ca9fe1349f83c97c1, NAME => 'testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:44,566 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:44,566 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,566 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,578 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c3e4987943021d5ca9fe1349f83c97c1 
2024-11-18T18:37:44,582 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3e4987943021d5ca9fe1349f83c97c1 columnFamilyName a
2024-11-18T18:37:44,582 DEBUG [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:44,584 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] regionserver.HStore(327): Store=c3e4987943021d5ca9fe1349f83c97c1/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:44,584 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,585 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,589 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,590 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000012
2024-11-18T18:37:44,603 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000012
2024-11-18T18:37:44,603 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c3e4987943021d5ca9fe1349f83c97c1 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-11-18T18:37:44,644 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/.tmp/a/08c1e41a3fc746c5b1e46f6ebf16f67a is 79, key is testDatalossWhenInputError/a:x0/1731955063667/Put/seqid=0
2024-11-18T18:37:44,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741914_1092 (size=5808)
2024-11-18T18:37:44,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741914_1092 (size=5808)
2024-11-18T18:37:44,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741914_1092 (size=5808)
2024-11-18T18:37:44,674 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/.tmp/a/08c1e41a3fc746c5b1e46f6ebf16f67a
2024-11-18T18:37:44,685 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/.tmp/a/08c1e41a3fc746c5b1e46f6ebf16f67a as hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/a/08c1e41a3fc746c5b1e46f6ebf16f67a
2024-11-18T18:37:44,696 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/a/08c1e41a3fc746c5b1e46f6ebf16f67a, entries=10, sequenceid=12, filesize=5.7 K
2024-11-18T18:37:44,696 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c3e4987943021d5ca9fe1349f83c97c1 in 93ms, sequenceid=12, compaction requested=false; wal=null
2024-11-18T18:37:44,697 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/0000000000000000012
2024-11-18T18:37:44,699 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,699 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,704 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,706 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-11-18T18:37:44,708 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c3e4987943021d5ca9fe1349f83c97c1; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59988881, jitterRate=-0.10609601438045502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T18:37:44,709 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c3e4987943021d5ca9fe1349f83c97c1:
Writing region info on filesystem at 1731955064566Initializing all the Stores at 1731955064576 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955064576Obtaining lock to block concurrent updates at 1731955064603 (+27 ms)Preparing flush snapshotting stores in c3e4987943021d5ca9fe1349f83c97c1 at 1731955064603Finished memstore snapshotting testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731955064604 (+1 ms)Flushing stores of testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1. at 1731955064604Flushing c3e4987943021d5ca9fe1349f83c97c1/a: creating writer at 1731955064604Flushing c3e4987943021d5ca9fe1349f83c97c1/a: appending metadata at 1731955064643 (+39 ms)Flushing c3e4987943021d5ca9fe1349f83c97c1/a: closing flushed file at 1731955064643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6edf54d1: reopening flushed file at 1731955064683 (+40 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c3e4987943021d5ca9fe1349f83c97c1 in 93ms, sequenceid=12, compaction requested=false; wal=null at 1731955064696 (+13 ms)Cleaning up temporary data from old regions at 1731955064699 (+3 ms)Region opened successfully at 1731955064709 (+10 ms)
2024-11-18T18:37:44,716 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c3e4987943021d5ca9fe1349f83c97c1, NAME => 'testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:44,717 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731955063240.c3e4987943021d5ca9fe1349f83c97c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:44,717 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,717 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,725 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c3e4987943021d5ca9fe1349f83c97c1 
2024-11-18T18:37:44,726 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3e4987943021d5ca9fe1349f83c97c1 columnFamilyName a
2024-11-18T18:37:44,727 DEBUG [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:44,736 DEBUG [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/a/08c1e41a3fc746c5b1e46f6ebf16f67a
2024-11-18T18:37:44,736 INFO  [StoreOpener-c3e4987943021d5ca9fe1349f83c97c1-1 {}] regionserver.HStore(327): Store=c3e4987943021d5ca9fe1349f83c97c1/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:44,736 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,737 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,739 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,739 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,739 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,741 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c3e4987943021d5ca9fe1349f83c97c1
2024-11-18T18:37:44,745 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testDatalossWhenInputError/c3e4987943021d5ca9fe1349f83c97c1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-11-18T18:37:44,746 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c3e4987943021d5ca9fe1349f83c97c1; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62831377, jitterRate=-0.06373952329158783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-18T18:37:44,746 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c3e4987943021d5ca9fe1349f83c97c1:
Writing region info on filesystem at 1731955064717Initializing all the Stores at 1731955064718 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955064718Cleaning up temporary data from old regions at 1731955064739 (+21 ms)Region opened successfully at 1731955064746 (+7 ms)
2024-11-18T18:37:44,779 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=427 (was 418)
Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:36502 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:36558 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:55520 [Waiting for operation #23]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-420491775-172.17.0.2-1731955019235:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:55572 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:50056 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:49962 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1256 (was 1174) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=944 (was 944), ProcessCount=11 (was 13), AvailableMemoryMB=2504 (was 2658)
2024-11-18T18:37:44,780 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1256 is superior to 1024
2024-11-18T18:37:44,801 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1256, MaxFileDescriptor=1048576, SystemLoadAverage=944, ProcessCount=11, AvailableMemoryMB=2501
2024-11-18T18:37:44,801 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1256 is superior to 1024
2024-11-18T18:37:44,831 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:44,833 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:44,834 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:44,839 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-31020274, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-31020274, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:44,856 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-31020274/hregion-31020274.1731955064840, exclude list is [], retry=0
2024-11-18T18:37:44,862 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:44,866 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:44,874 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:44,890 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-31020274/hregion-31020274.1731955064840
2024-11-18T18:37:44,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:44,894 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c17e4b2878746eb449916504e002b7be, NAME => 'testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:44,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741916_1094 (size=63)
2024-11-18T18:37:44,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741916_1094 (size=63)
2024-11-18T18:37:44,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741916_1094 (size=63)
2024-11-18T18:37:44,915 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:44,925 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c17e4b2878746eb449916504e002b7be 
2024-11-18T18:37:44,927 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17e4b2878746eb449916504e002b7be columnFamilyName a
2024-11-18T18:37:44,927 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:44,928 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(327): Store=c17e4b2878746eb449916504e002b7be/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:44,928 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c17e4b2878746eb449916504e002b7be 
2024-11-18T18:37:44,931 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17e4b2878746eb449916504e002b7be columnFamilyName b
2024-11-18T18:37:44,931 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:44,931 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(327): Store=c17e4b2878746eb449916504e002b7be/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:44,932 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c17e4b2878746eb449916504e002b7be 
2024-11-18T18:37:44,935 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17e4b2878746eb449916504e002b7be columnFamilyName c
2024-11-18T18:37:44,935 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:44,936 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(327): Store=c17e4b2878746eb449916504e002b7be/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:44,945 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:44,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:44,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:44,956 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:44,956 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:44,957 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:44,959 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:44,966 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:44,967 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c17e4b2878746eb449916504e002b7be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61538136, jitterRate=-0.08301031589508057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:44,968 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c17e4b2878746eb449916504e002b7be:
Writing region info on filesystem at 1731955064915Initializing all the Stores at 1731955064917 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955064917Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955064921 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955064921Cleaning up temporary data from old regions at 1731955064956 (+35 ms)Region opened successfully at 1731955064968 (+12 ms)
2024-11-18T18:37:44,968 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c17e4b2878746eb449916504e002b7be, disabling compactions & flushes
2024-11-18T18:37:44,968 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.
2024-11-18T18:37:44,968 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.
2024-11-18T18:37:44,968 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be. after waiting 0 ms
2024-11-18T18:37:44,968 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.
2024-11-18T18:37:44,990 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.
2024-11-18T18:37:44,990 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c17e4b2878746eb449916504e002b7be:
Waiting for close lock at 1731955064968Disabling compacts and flushes for region at 1731955064968Disabling writes for close at 1731955064968Writing region close event to WAL at 1731955064989 (+21 ms)Closed at 1731955064989
2024-11-18T18:37:45,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741915_1093 (size=93)
2024-11-18T18:37:45,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741915_1093 (size=93)
2024-11-18T18:37:45,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741915_1093 (size=93)
2024-11-18T18:37:45,013 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:45,013 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-31020274:(num 1731955064840)
2024-11-18T18:37:45,013 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:45,017 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:45,038 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018, exclude list is [], retry=0
2024-11-18T18:37:45,049 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:45,049 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:45,050 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:45,067 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018
2024-11-18T18:37:45,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:45,070 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c17e4b2878746eb449916504e002b7be, NAME => 'testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:45,070 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:45,070 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:45,070 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:45,082 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c17e4b2878746eb449916504e002b7be 
2024-11-18T18:37:45,084 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17e4b2878746eb449916504e002b7be columnFamilyName a
2024-11-18T18:37:45,085 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:45,085 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(327): Store=c17e4b2878746eb449916504e002b7be/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:45,086 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c17e4b2878746eb449916504e002b7be 
2024-11-18T18:37:45,087 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17e4b2878746eb449916504e002b7be columnFamilyName b
2024-11-18T18:37:45,087 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:45,088 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(327): Store=c17e4b2878746eb449916504e002b7be/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:45,088 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c17e4b2878746eb449916504e002b7be 
2024-11-18T18:37:45,089 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17e4b2878746eb449916504e002b7be columnFamilyName c
2024-11-18T18:37:45,089 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:45,091 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(327): Store=c17e4b2878746eb449916504e002b7be/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:45,091 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:45,093 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:45,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:45,099 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:45,099 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:45,100 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:45,110 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:45,116 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c17e4b2878746eb449916504e002b7be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74627169, jitterRate=0.1120314747095108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:45,117 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c17e4b2878746eb449916504e002b7be:
Writing region info on filesystem at 1731955065071Initializing all the Stores at 1731955065081 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955065081Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955065081Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955065081Cleaning up temporary data from old regions at 1731955065099 (+18 ms)Region opened successfully at 1731955065117 (+18 ms)
2024-11-18T18:37:45,130 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731955065127/Put/seqid=0
2024-11-18T18:37:45,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741918_1096 (size=4875)
2024-11-18T18:37:45,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741918_1096 (size=4875)
2024-11-18T18:37:45,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741918_1096 (size=4875)
2024-11-18T18:37:45,547 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731955065547/Put/seqid=0
2024-11-18T18:37:45,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741919_1097 (size=4875)
2024-11-18T18:37:45,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741919_1097 (size=4875)
2024-11-18T18:37:45,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741919_1097 (size=4875)
2024-11-18T18:37:45,568 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731955065568/Put/seqid=0
2024-11-18T18:37:45,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741920_1098 (size=4875)
2024-11-18T18:37:45,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741920_1098 (size=4875)
2024-11-18T18:37:45,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741920_1098 (size=4875)
2024-11-18T18:37:45,586 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in c17e4b2878746eb449916504e002b7be/a
2024-11-18T18:37:45,591 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-11-18T18:37:45,591 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-18T18:37:45,591 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in c17e4b2878746eb449916504e002b7be/a
2024-11-18T18:37:45,602 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-11-18T18:37:45,602 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-18T18:37:45,602 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in c17e4b2878746eb449916504e002b7be/a
2024-11-18T18:37:45,611 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-11-18T18:37:45,611 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-18T18:37:45,611 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c17e4b2878746eb449916504e002b7be 3/3 column families, dataSize=51 B heapSize=896 B
2024-11-18T18:37:45,637 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/.tmp/a/3caba2d2bca34830bdf5452c56c198b6 is 55, key is testCompactedBulkLoadedFiles/a:a/1731955065117/Put/seqid=0
2024-11-18T18:37:45,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741921_1099 (size=5107)
2024-11-18T18:37:45,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741921_1099 (size=5107)
2024-11-18T18:37:45,677 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/.tmp/a/3caba2d2bca34830bdf5452c56c198b6
2024-11-18T18:37:45,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741921_1099 (size=5107)
2024-11-18T18:37:45,702 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/.tmp/a/3caba2d2bca34830bdf5452c56c198b6 as hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/3caba2d2bca34830bdf5452c56c198b6
2024-11-18T18:37:45,714 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/3caba2d2bca34830bdf5452c56c198b6, entries=1, sequenceid=4, filesize=5.0 K
2024-11-18T18:37:45,721 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for c17e4b2878746eb449916504e002b7be in 110ms, sequenceid=4, compaction requested=false
2024-11-18T18:37:45,721 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c17e4b2878746eb449916504e002b7be:

2024-11-18T18:37:45,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_
2024-11-18T18:37:45,733 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_
2024-11-18T18:37:45,736 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_
2024-11-18T18:37:45,737 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile0 into c17e4b2878746eb449916504e002b7be/a as hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_ - updating store file list.
2024-11-18T18:37:45,743 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for edc4adfbb3584da9abcf54e441598314_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-18T18:37:45,743 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_ into c17e4b2878746eb449916504e002b7be/a
2024-11-18T18:37:45,743 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile0 into c17e4b2878746eb449916504e002b7be/a (new location: hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_)
2024-11-18T18:37:45,744 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile1 into c17e4b2878746eb449916504e002b7be/a as hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_ - updating store file list.
2024-11-18T18:37:45,777 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1cd031613bd04e38b06ec299be3d828d_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-18T18:37:45,777 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_ into c17e4b2878746eb449916504e002b7be/a
2024-11-18T18:37:45,777 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile1 into c17e4b2878746eb449916504e002b7be/a (new location: hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_)
2024-11-18T18:37:45,785 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile2 into c17e4b2878746eb449916504e002b7be/a as hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_ - updating store file list.
2024-11-18T18:37:45,794 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9374fb6ef3454695a3189dd1f5070454_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-18T18:37:45,794 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_ into c17e4b2878746eb449916504e002b7be/a
2024-11-18T18:37:45,794 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38889/hbase/testCompactedBulkLoadedFiles/hfile2 into c17e4b2878746eb449916504e002b7be/a (new location: hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_)
2024-11-18T18:37:45,808 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T18:37:45,808 DEBUG [Time-limited test {}] regionserver.HStore(1541): c17e4b2878746eb449916504e002b7be/a is initiating major compaction (all files)
2024-11-18T18:37:45,808 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c17e4b2878746eb449916504e002b7be/a in testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.
2024-11-18T18:37:45,809 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/3caba2d2bca34830bdf5452c56c198b6, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_] into tmpdir=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/.tmp, totalSize=19.3 K
2024-11-18T18:37:45,810 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3caba2d2bca34830bdf5452c56c198b6, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731955065117
2024-11-18T18:37:45,811 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting edc4adfbb3584da9abcf54e441598314_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-18T18:37:45,811 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1cd031613bd04e38b06ec299be3d828d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-18T18:37:45,814 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9374fb6ef3454695a3189dd1f5070454_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-18T18:37:45,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/.tmp/a/85c0ce2d70a34ccfb81d6244e871c7f8 is 55, key is testCompactedBulkLoadedFiles/a:a/1731955065117/Put/seqid=0
2024-11-18T18:37:45,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741922_1100 (size=6154)
2024-11-18T18:37:45,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741922_1100 (size=6154)
2024-11-18T18:37:45,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741922_1100 (size=6154)
2024-11-18T18:37:46,010 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/.tmp/a/85c0ce2d70a34ccfb81d6244e871c7f8 as hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/85c0ce2d70a34ccfb81d6244e871c7f8
2024-11-18T18:37:46,038 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in c17e4b2878746eb449916504e002b7be/a of c17e4b2878746eb449916504e002b7be into 85c0ce2d70a34ccfb81d6244e871c7f8(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T18:37:46,038 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c17e4b2878746eb449916504e002b7be:

2024-11-18T18:37:46,038 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-18T18:37:46,038 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-18T18:37:46,122 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018, size=0 (0bytes)
2024-11-18T18:37:46,122 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018 might be still open, length is 0
2024-11-18T18:37:46,122 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018
2024-11-18T18:37:46,123 WARN  [IPC Server handler 4 on default port 38889 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-11-18T18:37:46,124 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018 after 1ms
2024-11-18T18:37:47,598 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:55624 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42365:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:55624 dst: /127.0.0.1:42365
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42365 remote=/127.0.0.1:55624]. Total timeout mills is 60000, 58436 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:47,598 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:50112 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46347:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:50112 dst: /127.0.0.1:46347
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:47,600 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:36600 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39273:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36600 dst: /127.0.0.1:39273
java.io.InterruptedIOException: Interrupted receiveBlock
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:47,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741917_1101 (size=1659)
2024-11-18T18:37:47,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741917_1101 (size=1659)
2024-11-18T18:37:47,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741917_1101 (size=1659)
2024-11-18T18:37:48,140 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T18:37:48,945 INFO  [master/961a81da9827:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T18:37:48,945 INFO  [master/961a81da9827:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T18:37:50,125 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018 after 4002ms
2024-11-18T18:37:50,129 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018 took 4007ms
2024-11-18T18:37:50,140 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018; continuing.
2024-11-18T18:37:50,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018 so closing down
2024-11-18T18:37:50,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:50,147 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731955065018.temp
2024-11-18T18:37:50,157 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000003-wal.1731955065018.temp
2024-11-18T18:37:50,159 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:50,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741923_1102 (size=698)
2024-11-18T18:37:50,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741923_1102 (size=698)
2024-11-18T18:37:50,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741923_1102 (size=698)
2024-11-18T18:37:50,597 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000003-wal.1731955065018.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:50,599 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000003-wal.1731955065018.temp to hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000008
2024-11-18T18:37:50,599 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 466 ms; skipped=3; WAL=hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018, size=0, length=0, corrupted=false, cancelled=false
2024-11-18T18:37:50,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018, journal: Splitting hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018, size=0 (0bytes) at 1731955066122Finishing writing output for hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018 so closing down at 1731955070140 (+4018 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000003-wal.1731955065018.temp at 1731955070157 (+17 ms)3 split writer threads finished at 1731955070159 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000003-wal.1731955065018.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731955070597 (+438 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000003-wal.1731955065018.temp to hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000008 at 1731955070599 (+2 ms)Processed 5 edits across 1 Regions in 466 ms; skipped=3; WAL=hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018, size=0, length=0, corrupted=false, cancelled=false at 1731955070600 (+1 ms)
2024-11-18T18:37:50,601 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955065018
2024-11-18T18:37:50,602 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000008
2024-11-18T18:37:50,603 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:50,604 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:50,618 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955070605, exclude list is [], retry=0
2024-11-18T18:37:50,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:50,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:50,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:50,634 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955070605
2024-11-18T18:37:50,634 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:50,634 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c17e4b2878746eb449916504e002b7be, NAME => 'testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:50,634 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:50,634 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:50,634 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:50,641 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c17e4b2878746eb449916504e002b7be 
2024-11-18T18:37:50,643 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17e4b2878746eb449916504e002b7be columnFamilyName a
2024-11-18T18:37:50,643 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:50,651 DEBUG [StoreFileOpener-c17e4b2878746eb449916504e002b7be-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1cd031613bd04e38b06ec299be3d828d_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-18T18:37:50,651 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_
2024-11-18T18:37:50,655 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/3caba2d2bca34830bdf5452c56c198b6
2024-11-18T18:37:50,664 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/85c0ce2d70a34ccfb81d6244e871c7f8
2024-11-18T18:37:50,668 DEBUG [StoreFileOpener-c17e4b2878746eb449916504e002b7be-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9374fb6ef3454695a3189dd1f5070454_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-18T18:37:50,668 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_
2024-11-18T18:37:50,673 DEBUG [StoreFileOpener-c17e4b2878746eb449916504e002b7be-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edc4adfbb3584da9abcf54e441598314_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-18T18:37:50,673 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_
2024-11-18T18:37:50,673 WARN  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@70ca0cbf
2024-11-18T18:37:50,673 WARN  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/3caba2d2bca34830bdf5452c56c198b6 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@70ca0cbf
2024-11-18T18:37:50,673 WARN  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@70ca0cbf
2024-11-18T18:37:50,673 WARN  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@70ca0cbf
2024-11-18T18:37:50,673 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/3caba2d2bca34830bdf5452c56c198b6, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_] to archive
2024-11-18T18:37:50,675 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T18:37:50,677 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_ to hdfs://localhost:38889/hbase/archive/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/1cd031613bd04e38b06ec299be3d828d_SeqId_4_
2024-11-18T18:37:50,678 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/3caba2d2bca34830bdf5452c56c198b6 to hdfs://localhost:38889/hbase/archive/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/3caba2d2bca34830bdf5452c56c198b6
2024-11-18T18:37:50,681 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_ to hdfs://localhost:38889/hbase/archive/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/9374fb6ef3454695a3189dd1f5070454_SeqId_4_
2024-11-18T18:37:50,691 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_ to hdfs://localhost:38889/hbase/archive/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/a/edc4adfbb3584da9abcf54e441598314_SeqId_4_
2024-11-18T18:37:50,691 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(327): Store=c17e4b2878746eb449916504e002b7be/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:50,692 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c17e4b2878746eb449916504e002b7be 
2024-11-18T18:37:50,693 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17e4b2878746eb449916504e002b7be columnFamilyName b
2024-11-18T18:37:50,693 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:50,694 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(327): Store=c17e4b2878746eb449916504e002b7be/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:50,694 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c17e4b2878746eb449916504e002b7be 
2024-11-18T18:37:50,695 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c17e4b2878746eb449916504e002b7be columnFamilyName c
2024-11-18T18:37:50,695 DEBUG [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:50,696 INFO  [StoreOpener-c17e4b2878746eb449916504e002b7be-1 {}] regionserver.HStore(327): Store=c17e4b2878746eb449916504e002b7be/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:50,696 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:50,697 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:50,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:50,703 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000008
2024-11-18T18:37:50,707 DEBUG [Time-limited test {}] regionserver.HRegion(5836): c17e4b2878746eb449916504e002b7be : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "c17e4b2878746eb449916504e002b7be" family_name: "a" compaction_input: "3caba2d2bca34830bdf5452c56c198b6" compaction_input: "edc4adfbb3584da9abcf54e441598314_SeqId_4_" compaction_input: "1cd031613bd04e38b06ec299be3d828d_SeqId_4_" compaction_input: "9374fb6ef3454695a3189dd1f5070454_SeqId_4_" compaction_output: "85c0ce2d70a34ccfb81d6244e871c7f8" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-11-18T18:37:50,707 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-11-18T18:37:50,708 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000008
2024-11-18T18:37:50,708 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/0000000000000000008
2024-11-18T18:37:50,722 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:50,722 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:50,729 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:50,732 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c17e4b2878746eb449916504e002b7be
2024-11-18T18:37:50,740 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testCompactedBulkLoadedFiles/c17e4b2878746eb449916504e002b7be/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-18T18:37:50,741 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c17e4b2878746eb449916504e002b7be; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62869647, jitterRate=-0.06316925585269928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:50,741 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c17e4b2878746eb449916504e002b7be:
Writing region info on filesystem at 1731955070635Initializing all the Stores at 1731955070635Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955070636 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955070641 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955070641Cleaning up temporary data from old regions at 1731955070722 (+81 ms)Region opened successfully at 1731955070741 (+19 ms)
2024-11-18T18:37:50,746 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c17e4b2878746eb449916504e002b7be, disabling compactions & flushes
2024-11-18T18:37:50,746 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.
2024-11-18T18:37:50,746 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.
2024-11-18T18:37:50,746 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be. after waiting 0 ms
2024-11-18T18:37:50,746 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.
2024-11-18T18:37:50,749 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731955064832.c17e4b2878746eb449916504e002b7be.
2024-11-18T18:37:50,749 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c17e4b2878746eb449916504e002b7be:
Waiting for close lock at 1731955070746Disabling compacts and flushes for region at 1731955070746Disabling writes for close at 1731955070746Writing region close event to WAL at 1731955070749 (+3 ms)Closed at 1731955070749
2024-11-18T18:37:50,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741924_1103 (size=93)
2024-11-18T18:37:50,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741924_1103 (size=93)
2024-11-18T18:37:50,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741924_1103 (size=93)
2024-11-18T18:37:50,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:50,758 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731955070605)
2024-11-18T18:37:50,779 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=433 (was 427)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1454391486_22 at /127.0.0.1:55660 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1878295389) connection to localhost/127.0.0.1:38889 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:38889
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1454391486_22 at /127.0.0.1:50202 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1328 (was 1256) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=897 (was 944), ProcessCount=11 (was 11), AvailableMemoryMB=2037 (was 2501)
2024-11-18T18:37:50,780 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1328 is superior to 1024
2024-11-18T18:37:50,798 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=433, OpenFileDescriptor=1328, MaxFileDescriptor=1048576, SystemLoadAverage=897, ProcessCount=11, AvailableMemoryMB=2036
2024-11-18T18:37:50,798 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1328 is superior to 1024
2024-11-18T18:37:50,817 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:50,819 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T18:37:50,820 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T18:37:50,822 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-28167740, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/hregion-28167740, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:50,843 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-28167740/hregion-28167740.1731955070823, exclude list is [], retry=0
2024-11-18T18:37:50,846 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:50,854 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:50,856 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:50,874 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-28167740/hregion-28167740.1731955070823
2024-11-18T18:37:50,877 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:42829:42829)]
2024-11-18T18:37:50,877 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cd0d2de7baa995be5a525ce878d93cb2, NAME => 'testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/hbase
2024-11-18T18:37:50,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741926_1105 (size=67)
2024-11-18T18:37:50,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741926_1105 (size=67)
2024-11-18T18:37:50,903 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:50,905 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:50,907 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName a
2024-11-18T18:37:50,907 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:50,907 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:50,907 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:50,909 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName b
2024-11-18T18:37:50,909 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:50,910 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:50,910 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:50,911 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName c
2024-11-18T18:37:50,912 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:50,912 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:50,912 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:50,913 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:50,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741926_1105 (size=67)
2024-11-18T18:37:50,914 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:50,915 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:50,915 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:50,916 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:50,922 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:50,924 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T18:37:50,925 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened cd0d2de7baa995be5a525ce878d93cb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66551010, jitterRate=-0.00831267237663269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:50,925 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cd0d2de7baa995be5a525ce878d93cb2:
Writing region info on filesystem at 1731955070904Initializing all the Stores at 1731955070904Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955070905 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955070905Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955070905Cleaning up temporary data from old regions at 1731955070915 (+10 ms)Region opened successfully at 1731955070925 (+10 ms)
2024-11-18T18:37:50,925 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cd0d2de7baa995be5a525ce878d93cb2, disabling compactions & flushes
2024-11-18T18:37:50,925 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:50,925 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:50,925 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2. after waiting 0 ms
2024-11-18T18:37:50,925 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:50,926 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:50,926 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cd0d2de7baa995be5a525ce878d93cb2:
Waiting for close lock at 1731955070925Disabling compacts and flushes for region at 1731955070925Disabling writes for close at 1731955070925Writing region close event to WAL at 1731955070926 (+1 ms)Closed at 1731955070926
2024-11-18T18:37:50,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741925_1104 (size=93)
2024-11-18T18:37:50,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741925_1104 (size=93)
2024-11-18T18:37:50,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741925_1104 (size=93)
2024-11-18T18:37:50,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:50,940 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-28167740:(num 1731955070823)
2024-11-18T18:37:50,940 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:50,942 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:50,959 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943, exclude list is [], retry=0
2024-11-18T18:37:50,962 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:50,963 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:50,963 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:50,990 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943
2024-11-18T18:37:51,006 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:41609:41609)]
2024-11-18T18:37:51,006 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cd0d2de7baa995be5a525ce878d93cb2, NAME => 'testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:51,007 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:51,007 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,007 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,009 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:51,010 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName a
2024-11-18T18:37:51,010 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:51,011 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:51,011 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:51,012 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName b
2024-11-18T18:37:51,012 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:51,013 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:51,014 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:51,015 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName c
2024-11-18T18:37:51,015 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:51,017 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:51,017 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,020 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,022 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,022 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,022 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:51,025 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,027 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened cd0d2de7baa995be5a525ce878d93cb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73429958, jitterRate=0.09419164061546326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cd0d2de7baa995be5a525ce878d93cb2:
Writing region info on filesystem at 1731955071007Initializing all the Stores at 1731955071008 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955071009 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955071009Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955071009Cleaning up temporary data from old regions at 1731955071022 (+13 ms)Region opened successfully at 1731955071028 (+6 ms)
2024-11-18T18:37:51,037 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing cd0d2de7baa995be5a525ce878d93cb2 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-18T18:37:51,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/a/44a452f9a2114e2bb2f81959e8228026 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731955071028/Put/seqid=0
2024-11-18T18:37:51,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741928_1107 (size=5958)
2024-11-18T18:37:51,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741928_1107 (size=5958)
2024-11-18T18:37:51,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741928_1107 (size=5958)
2024-11-18T18:37:51,076 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/a/44a452f9a2114e2bb2f81959e8228026
2024-11-18T18:37:51,085 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/a/44a452f9a2114e2bb2f81959e8228026 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/a/44a452f9a2114e2bb2f81959e8228026
2024-11-18T18:37:51,096 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/a/44a452f9a2114e2bb2f81959e8228026, entries=10, sequenceid=13, filesize=5.8 K
2024-11-18T18:37:51,101 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for cd0d2de7baa995be5a525ce878d93cb2 in 64ms, sequenceid=13, compaction requested=false
2024-11-18T18:37:51,102 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cd0d2de7baa995be5a525ce878d93cb2:

2024-11-18T18:37:51,140 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cd0d2de7baa995be5a525ce878d93cb2, disabling compactions & flushes
2024-11-18T18:37:51,140 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:51,140 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:51,140 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2. after waiting 0 ms
2024-11-18T18:37:51,140 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:51,146 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:51,146 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:51,146 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cd0d2de7baa995be5a525ce878d93cb2:
Waiting for close lock at 1731955071140Disabling compacts and flushes for region at 1731955071140Disabling writes for close at 1731955071140Writing region close event to WAL at 1731955071146 (+6 ms)Closed at 1731955071146
2024-11-18T18:37:51,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741927_1106 (size=5869)
2024-11-18T18:37:51,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741927_1106 (size=5869)
2024-11-18T18:37:51,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741927_1106 (size=5869)
2024-11-18T18:37:51,183 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943, size=5.7 K (5869bytes)
2024-11-18T18:37:51,183 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943
2024-11-18T18:37:51,183 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943 after 0ms
2024-11-18T18:37:51,186 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943 took 3ms
2024-11-18T18:37:51,194 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943 so closing down
2024-11-18T18:37:51,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:51,202 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731955070943.temp
2024-11-18T18:37:51,205 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000003-wal.1731955070943.temp
2024-11-18T18:37:51,205 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:51,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741929_1108 (size=5223)
2024-11-18T18:37:51,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741929_1108 (size=5223)
2024-11-18T18:37:51,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741929_1108 (size=5223)
2024-11-18T18:37:51,240 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000003-wal.1731955070943.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:51,242 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000003-wal.1731955070943.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000035
2024-11-18T18:37:51,242 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 51 ms; skipped=2; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943, size=5.7 K, length=5869, corrupted=false, cancelled=false
2024-11-18T18:37:51,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943, journal: Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943, size=5.7 K (5869bytes) at 1731955071183Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943 so closing down at 1731955071194 (+11 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000003-wal.1731955070943.temp at 1731955071205 (+11 ms)3 split writer threads finished at 1731955071206 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000003-wal.1731955070943.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731955071240 (+34 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000003-wal.1731955070943.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000035 at 1731955071242 (+2 ms)Processed 32 edits across 1 Regions in 51 ms; skipped=2; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1731955071242
2024-11-18T18:37:51,245 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955070943 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955070943
2024-11-18T18:37:51,246 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000035
2024-11-18T18:37:51,246 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:51,248 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:51,266 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248, exclude list is [], retry=0
2024-11-18T18:37:51,274 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:51,274 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:51,274 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:51,282 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248
2024-11-18T18:37:51,283 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:51,283 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cd0d2de7baa995be5a525ce878d93cb2, NAME => 'testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.', STARTKEY => '', ENDKEY => ''}
2024-11-18T18:37:51,283 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:51,283 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,283 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,289 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:51,291 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName a
2024-11-18T18:37:51,291 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:51,339 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/a/44a452f9a2114e2bb2f81959e8228026
2024-11-18T18:37:51,339 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:51,339 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:51,376 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName b
2024-11-18T18:37:51,376 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:51,377 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:51,378 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:51,379 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName c
2024-11-18T18:37:51,379 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:51,380 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:51,380 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,390 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,393 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,394 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000035
2024-11-18T18:37:51,397 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000035
2024-11-18T18:37:51,398 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing cd0d2de7baa995be5a525ce878d93cb2 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-11-18T18:37:51,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/b/e8083d833bcb4d10a51fb15879f419e2 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731955071102/Put/seqid=0
2024-11-18T18:37:51,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741931_1110 (size=5958)
2024-11-18T18:37:51,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741931_1110 (size=5958)
2024-11-18T18:37:51,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741931_1110 (size=5958)
2024-11-18T18:37:51,437 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/b/e8083d833bcb4d10a51fb15879f419e2
2024-11-18T18:37:51,471 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/c/a51648d3c3d34bb5bf98a09fb4e28659 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731955071123/Put/seqid=0
2024-11-18T18:37:51,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741932_1111 (size=5958)
2024-11-18T18:37:51,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741932_1111 (size=5958)
2024-11-18T18:37:51,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741932_1111 (size=5958)
2024-11-18T18:37:51,487 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/c/a51648d3c3d34bb5bf98a09fb4e28659
2024-11-18T18:37:51,494 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/b/e8083d833bcb4d10a51fb15879f419e2 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/b/e8083d833bcb4d10a51fb15879f419e2
2024-11-18T18:37:51,500 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/b/e8083d833bcb4d10a51fb15879f419e2, entries=10, sequenceid=35, filesize=5.8 K
2024-11-18T18:37:51,501 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/c/a51648d3c3d34bb5bf98a09fb4e28659 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/c/a51648d3c3d34bb5bf98a09fb4e28659
2024-11-18T18:37:51,506 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/c/a51648d3c3d34bb5bf98a09fb4e28659, entries=10, sequenceid=35, filesize=5.8 K
2024-11-18T18:37:51,506 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for cd0d2de7baa995be5a525ce878d93cb2 in 109ms, sequenceid=35, compaction requested=false; wal=null
2024-11-18T18:37:51,507 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000035
2024-11-18T18:37:51,508 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,508 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,509 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:51,511 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:51,513 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-11-18T18:37:51,514 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened cd0d2de7baa995be5a525ce878d93cb2; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72237216, jitterRate=0.07641839981079102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:51,514 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cd0d2de7baa995be5a525ce878d93cb2:
Writing region info on filesystem at 1731955071284Initializing all the Stores at 1731955071289 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955071289Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955071289Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955071289Obtaining lock to block concurrent updates at 1731955071398 (+109 ms)Preparing flush snapshotting stores in cd0d2de7baa995be5a525ce878d93cb2 at 1731955071398Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731955071398Flushing stores of testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2. at 1731955071398Flushing cd0d2de7baa995be5a525ce878d93cb2/b: creating writer at 1731955071398Flushing cd0d2de7baa995be5a525ce878d93cb2/b: appending metadata at 1731955071414 (+16 ms)Flushing cd0d2de7baa995be5a525ce878d93cb2/b: closing flushed file at 1731955071414Flushing cd0d2de7baa995be5a525ce878d93cb2/c: creating writer at 1731955071448 (+34 ms)Flushing cd0d2de7baa995be5a525ce878d93cb2/c: appending metadata at 1731955071470 (+22 ms)Flushing cd0d2de7baa995be5a525ce878d93cb2/c: closing flushed file at 1731955071470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b69b4bd: reopening flushed file at 1731955071493 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d74643: reopening flushed file at 1731955071500 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for cd0d2de7baa995be5a525ce878d93cb2 in 109ms, sequenceid=35, compaction requested=false; wal=null at 1731955071506 (+6 ms)Cleaning up temporary data from old regions at 1731955071508 (+2 ms)Region opened successfully at 1731955071514 (+6 ms)
2024-11-18T18:37:51,619 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248, size=0 (0bytes)
2024-11-18T18:37:51,619 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248 might be still open, length is 0
2024-11-18T18:37:51,619 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248
2024-11-18T18:37:51,620 WARN  [IPC Server handler 4 on default port 38889 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-11-18T18:37:51,620 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248 after 1ms
2024-11-18T18:37:53,597 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:55716 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42365:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:55716 dst: /127.0.0.1:42365
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42365 remote=/127.0.0.1:55716]. Total timeout mills is 60000, 57964 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:53,598 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:50252 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46347:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:50252 dst: /127.0.0.1:46347
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:53,598 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-598483894_22 at /127.0.0.1:36726 [Receiving block BP-420491775-172.17.0.2-1731955019235:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39273:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36726 dst: /127.0.0.1:39273
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:53,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741930_1112 (size=5215)
2024-11-18T18:37:53,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741930_1112 (size=5215)
2024-11-18T18:37:54,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-11-18T18:37:54,201 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:54,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-11-18T18:37:54,202 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-11-18T18:37:55,621 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248 after 4002ms
2024-11-18T18:37:55,630 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248 took 4011ms
2024-11-18T18:37:55,632 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248; continuing.
2024-11-18T18:37:55,632 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248 so closing down
2024-11-18T18:37:55,632 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-18T18:37:55,634 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731955071248.temp
2024-11-18T18:37:55,636 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000037-wal.1731955071248.temp
2024-11-18T18:37:55,637 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-18T18:37:55,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741933_1113 (size=5223)
2024-11-18T18:37:55,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741933_1113 (size=5223)
2024-11-18T18:37:55,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741933_1113 (size=5223)
2024-11-18T18:37:56,051 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000037-wal.1731955071248.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-18T18:37:56,053 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000037-wal.1731955071248.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000066
2024-11-18T18:37:56,054 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248, size=0, length=0, corrupted=false, cancelled=false
2024-11-18T18:37:56,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248, journal: Splitting hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248, size=0 (0bytes) at 1731955071619Finishing writing output for hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248 so closing down at 1731955075632 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000037-wal.1731955071248.temp at 1731955075637 (+5 ms)3 split writer threads finished at 1731955075637Closed recovered edits writer path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000037-wal.1731955071248.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731955076051 (+414 ms)Rename recovered edits hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000037-wal.1731955071248.temp to hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000066 at 1731955076053 (+2 ms)Processed 30 edits across 1 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248, size=0, length=0, corrupted=false, cancelled=false at 1731955076054 (+1 ms)
2024-11-18T18:37:56,056 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248 to hdfs://localhost:38889/hbase/oldWALs/wal.1731955071248
2024-11-18T18:37:56,057 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000066
2024-11-18T18:37:56,057 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-18T18:37:56,060 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38889/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816, archiveDir=hdfs://localhost:38889/hbase/oldWALs, maxLogs=32
2024-11-18T18:37:56,079 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955076061, exclude list is [], retry=0
2024-11-18T18:37:56,083 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42365,DS-a0a71efd-0942-41e7-bf33-38820339b724,DISK]
2024-11-18T18:37:56,087 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-1c02df0a-bcc3-4c62-8460-c0c77a7b05ad,DISK]
2024-11-18T18:37:56,088 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46347,DS-68d251af-d2ee-48a7-8de3-7ce9a84ab29e,DISK]
2024-11-18T18:37:56,098 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955076061
2024-11-18T18:37:56,103 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34335:34335)]
2024-11-18T18:37:56,104 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T18:37:56,109 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:56,111 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName a
2024-11-18T18:37:56,111 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:56,143 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/a/44a452f9a2114e2bb2f81959e8228026
2024-11-18T18:37:56,144 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:56,144 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:56,146 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName b
2024-11-18T18:37:56,146 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:56,180 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/b/e8083d833bcb4d10a51fb15879f419e2
2024-11-18T18:37:56,181 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:56,181 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cd0d2de7baa995be5a525ce878d93cb2 
2024-11-18T18:37:56,184 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0d2de7baa995be5a525ce878d93cb2 columnFamilyName c
2024-11-18T18:37:56,184 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T18:37:56,189 DEBUG [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/c/a51648d3c3d34bb5bf98a09fb4e28659
2024-11-18T18:37:56,190 INFO  [StoreOpener-cd0d2de7baa995be5a525ce878d93cb2-1 {}] regionserver.HStore(327): Store=cd0d2de7baa995be5a525ce878d93cb2/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T18:37:56,190 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:56,191 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:56,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:56,193 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000066
2024-11-18T18:37:56,200 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000066
2024-11-18T18:37:56,200 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing cd0d2de7baa995be5a525ce878d93cb2 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-18T18:37:56,276 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/a/202e25dafb0345b0960b32ab2b06f59c is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731955071522/Put/seqid=0
2024-11-18T18:37:56,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741935_1115 (size=5958)
2024-11-18T18:37:56,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741935_1115 (size=5958)
2024-11-18T18:37:56,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741935_1115 (size=5958)
2024-11-18T18:37:56,311 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/a/202e25dafb0345b0960b32ab2b06f59c
2024-11-18T18:37:56,346 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/b/598a2e55bc744705be7ffa0890bf8027 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731955071538/Put/seqid=0
2024-11-18T18:37:56,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741936_1116 (size=5958)
2024-11-18T18:37:56,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741936_1116 (size=5958)
2024-11-18T18:37:56,376 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/b/598a2e55bc744705be7ffa0890bf8027
2024-11-18T18:37:56,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741936_1116 (size=5958)
2024-11-18T18:37:56,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/c/e4c3fa1ae5b642248fc1884ab871a32e is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731955071548/Put/seqid=0
2024-11-18T18:37:56,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741937_1117 (size=5958)
2024-11-18T18:37:56,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741937_1117 (size=5958)
2024-11-18T18:37:56,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741937_1117 (size=5958)
2024-11-18T18:37:56,819 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/c/e4c3fa1ae5b642248fc1884ab871a32e
2024-11-18T18:37:56,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/a/202e25dafb0345b0960b32ab2b06f59c as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/a/202e25dafb0345b0960b32ab2b06f59c
2024-11-18T18:37:56,847 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/a/202e25dafb0345b0960b32ab2b06f59c, entries=10, sequenceid=66, filesize=5.8 K
2024-11-18T18:37:56,853 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/b/598a2e55bc744705be7ffa0890bf8027 as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/b/598a2e55bc744705be7ffa0890bf8027
2024-11-18T18:37:56,866 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/b/598a2e55bc744705be7ffa0890bf8027, entries=10, sequenceid=66, filesize=5.8 K
2024-11-18T18:37:56,871 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/.tmp/c/e4c3fa1ae5b642248fc1884ab871a32e as hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/c/e4c3fa1ae5b642248fc1884ab871a32e
2024-11-18T18:37:56,877 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/c/e4c3fa1ae5b642248fc1884ab871a32e, entries=10, sequenceid=66, filesize=5.8 K
2024-11-18T18:37:56,877 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for cd0d2de7baa995be5a525ce878d93cb2 in 677ms, sequenceid=66, compaction requested=false; wal=null
2024-11-18T18:37:56,878 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/0000000000000000066
2024-11-18T18:37:56,880 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:56,880 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:56,881 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-18T18:37:56,884 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cd0d2de7baa995be5a525ce878d93cb2
2024-11-18T18:37:56,893 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/hbase/data/default/testReplayEditsWrittenViaHRegion/cd0d2de7baa995be5a525ce878d93cb2/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-11-18T18:37:56,897 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened cd0d2de7baa995be5a525ce878d93cb2; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63665948, jitterRate=-0.0513034462928772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-18T18:37:56,897 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cd0d2de7baa995be5a525ce878d93cb2:
Writing region info on filesystem at 1731955076104Initializing all the Stores at 1731955076106 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955076106Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955076109 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731955076109Obtaining lock to block concurrent updates at 1731955076200 (+91 ms)Preparing flush snapshotting stores in cd0d2de7baa995be5a525ce878d93cb2 at 1731955076200Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731955076200Flushing stores of testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2. at 1731955076200Flushing cd0d2de7baa995be5a525ce878d93cb2/a: creating writer at 1731955076200Flushing cd0d2de7baa995be5a525ce878d93cb2/a: appending metadata at 1731955076275 (+75 ms)Flushing cd0d2de7baa995be5a525ce878d93cb2/a: closing flushed file at 1731955076275Flushing cd0d2de7baa995be5a525ce878d93cb2/b: creating writer at 1731955076320 (+45 ms)Flushing cd0d2de7baa995be5a525ce878d93cb2/b: appending metadata at 1731955076345 (+25 ms)Flushing cd0d2de7baa995be5a525ce878d93cb2/b: closing flushed file at 1731955076345Flushing cd0d2de7baa995be5a525ce878d93cb2/c: creating writer at 1731955076392 (+47 ms)Flushing cd0d2de7baa995be5a525ce878d93cb2/c: appending metadata at 1731955076407 (+15 ms)Flushing cd0d2de7baa995be5a525ce878d93cb2/c: closing flushed file at 1731955076407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9a5249: reopening flushed file at 1731955076834 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56975529: reopening flushed file at 1731955076847 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e80cd2d: reopening flushed file at 1731955076866 (+19 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for cd0d2de7baa995be5a525ce878d93cb2 in 677ms, sequenceid=66, compaction requested=false; wal=null at 1731955076877 (+11 ms)Cleaning up temporary data from old regions at 1731955076880 (+3 ms)Region opened successfully at 1731955076897 (+17 ms)
2024-11-18T18:37:56,935 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cd0d2de7baa995be5a525ce878d93cb2, disabling compactions & flushes
2024-11-18T18:37:56,936 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:56,936 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:56,936 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2. after waiting 0 ms
2024-11-18T18:37:56,936 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:56,954 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731955070817.cd0d2de7baa995be5a525ce878d93cb2.
2024-11-18T18:37:56,954 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cd0d2de7baa995be5a525ce878d93cb2:
Waiting for close lock at 1731955076935Disabling compacts and flushes for region at 1731955076935Disabling writes for close at 1731955076936 (+1 ms)Writing region close event to WAL at 1731955076953 (+17 ms)Closed at 1731955076953
2024-11-18T18:37:56,982 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955076061 not finished, retry = 0
2024-11-18T18:37:56,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741934_1114 (size=93)
2024-11-18T18:37:56,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741934_1114 (size=93)
2024-11-18T18:37:56,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741934_1114 (size=93)
2024-11-18T18:37:57,101 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-18T18:37:57,101 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731955076061)
2024-11-18T18:37:57,132 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=441 (was 433)
Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-840839533_22 at /127.0.0.1:36308 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-840839533_22 at /127.0.0.1:43756 [Waiting for operation #24]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-840839533_22 at /127.0.0.1:46026 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:38889
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1878295389) connection to localhost/127.0.0.1:38889 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=1394 (was 1328) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=905 (was 897) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2791 (was 2036) - AvailableMemoryMB LEAK? -
2024-11-18T18:37:57,132 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1394 is superior to 1024
2024-11-18T18:37:57,132 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T18:37:57,133 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T18:37:57,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T18:37:57,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:57,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:57,134 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T18:37:57,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T18:37:57,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1089479812, stopped=false
2024-11-18T18:37:57,135 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=961a81da9827,44073,1731955023598
2024-11-18T18:37:57,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T18:37:57,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:57,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T18:37:57,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:57,143 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T18:37:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T18:37:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:57,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T18:37:57,150 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(878): Closing user regions
2024-11-18T18:37:57,151 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:57,151 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T18:37:57,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T18:37:57,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T18:37:57,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:57,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T18:37:57,152 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '961a81da9827,37347,1731955024975' *****
2024-11-18T18:37:57,152 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T18:37:57,152 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '961a81da9827,39453,1731955025076' *****
2024-11-18T18:37:57,152 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T18:37:57,154 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d763c6de37c8aa147b2c3aaebd3e2d9, disabling compactions & flushes
2024-11-18T18:37:57,154 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:57,155 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:57,155 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9. after waiting 0 ms
2024-11-18T18:37:57,155 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:57,158 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(878): Closing user regions
2024-11-18T18:37:57,159 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T18:37:57,159 INFO  [RS:2;961a81da9827:39453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T18:37:57,159 INFO  [RS:2;961a81da9827:39453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T18:37:57,159 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(959): stopping server 961a81da9827,39453,1731955025076
2024-11-18T18:37:57,159 INFO  [RS:2;961a81da9827:39453 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T18:37:57,159 INFO  [RS:2;961a81da9827:39453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;961a81da9827:39453.
2024-11-18T18:37:57,159 DEBUG [RS:2;961a81da9827:39453 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T18:37:57,160 DEBUG [RS:2;961a81da9827:39453 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:57,160 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T18:37:57,160 DEBUG [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(1325): Online Regions={4d763c6de37c8aa147b2c3aaebd3e2d9=testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.}
2024-11-18T18:37:57,160 DEBUG [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(1351): Waiting on 4d763c6de37c8aa147b2c3aaebd3e2d9
2024-11-18T18:37:57,160 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T18:37:57,169 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T18:37:57,170 INFO  [RS:1;961a81da9827:37347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T18:37:57,170 INFO  [RS:1;961a81da9827:37347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T18:37:57,170 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(959): stopping server 961a81da9827,37347,1731955024975
2024-11-18T18:37:57,170 INFO  [RS:1;961a81da9827:37347 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T18:37:57,170 INFO  [RS:1;961a81da9827:37347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;961a81da9827:37347.
2024-11-18T18:37:57,170 DEBUG [RS:1;961a81da9827:37347 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T18:37:57,170 DEBUG [RS:1;961a81da9827:37347 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:57,170 INFO  [RS:1;961a81da9827:37347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T18:37:57,170 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T18:37:57,173 INFO  [RS:1;961a81da9827:37347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T18:37:57,173 INFO  [RS:1;961a81da9827:37347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T18:37:57,173 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T18:37:57,174 INFO  [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T18:37:57,174 INFO  [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T18:37:57,177 INFO  [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T18:37:57,177 INFO  [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T18:37:57,177 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T18:37:57,177 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-18T18:37:57,177 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T18:37:57,180 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T18:37:57,180 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T18:37:57,180 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T18:37:57,180 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T18:37:57,180 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T18:37:57,180 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-11-18T18:37:57,198 INFO  [regionserver/961a81da9827:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T18:37:57,218 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4d763c6de37c8aa147b2c3aaebd3e2d9/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-11-18T18:37:57,221 INFO  [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:57,221 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d763c6de37c8aa147b2c3aaebd3e2d9:
Waiting for close lock at 1731955077154Running coprocessor pre-close hooks at 1731955077154Disabling compacts and flushes for region at 1731955077154Disabling writes for close at 1731955077155 (+1 ms)Writing region close event to WAL at 1731955077171 (+16 ms)Running coprocessor post-close hooks at 1731955077221 (+50 ms)Closed at 1731955077221
2024-11-18T18:37:57,221 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9.
2024-11-18T18:37:57,233 INFO  [regionserver/961a81da9827:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T18:37:57,250 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/.tmp/info/c7b1f17a10754b14b9cc29b50b53c30a is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731955047648.4d763c6de37c8aa147b2c3aaebd3e2d9./info:regioninfo/1731955051277/Put/seqid=0
2024-11-18T18:37:57,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741938_1118 (size=8243)
2024-11-18T18:37:57,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741938_1118 (size=8243)
2024-11-18T18:37:57,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741938_1118 (size=8243)
2024-11-18T18:37:57,325 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/.tmp/info/c7b1f17a10754b14b9cc29b50b53c30a
2024-11-18T18:37:57,360 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(976): stopping server 961a81da9827,39453,1731955025076; all regions closed.
2024-11-18T18:37:57,378 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T18:37:57,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741833_1009 (size=928)
2024-11-18T18:37:57,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741833_1009 (size=928)
2024-11-18T18:37:57,404 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/WALs/961a81da9827,39453,1731955025076/961a81da9827%2C39453%2C1731955025076.1731955027408 not finished, retry = 0
2024-11-18T18:37:57,408 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/.tmp/ns/5224514bb40e4a35aed41b514185ab4c is 43, key is default/ns:d/1731955028391/Put/seqid=0
2024-11-18T18:37:57,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741939_1119 (size=5153)
2024-11-18T18:37:57,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741939_1119 (size=5153)
2024-11-18T18:37:57,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741939_1119 (size=5153)
2024-11-18T18:37:57,530 DEBUG [RS:2;961a81da9827:39453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/oldWALs
2024-11-18T18:37:57,530 INFO  [RS:2;961a81da9827:39453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 961a81da9827%2C39453%2C1731955025076:(num 1731955027408)
2024-11-18T18:37:57,530 DEBUG [RS:2;961a81da9827:39453 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:57,530 INFO  [RS:2;961a81da9827:39453 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T18:37:57,531 INFO  [RS:2;961a81da9827:39453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T18:37:57,531 INFO  [RS:2;961a81da9827:39453 {}] hbase.ChoreService(370): Chore service for: regionserver/961a81da9827:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-18T18:37:57,531 INFO  [RS:2;961a81da9827:39453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T18:37:57,531 INFO  [RS:2;961a81da9827:39453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T18:37:57,531 INFO  [RS:2;961a81da9827:39453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T18:37:57,531 INFO  [RS:2;961a81da9827:39453 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T18:37:57,531 INFO  [RS:2;961a81da9827:39453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39453
2024-11-18T18:37:57,532 INFO  [regionserver/961a81da9827:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T18:37:57,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T18:37:57,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/961a81da9827,39453,1731955025076
2024-11-18T18:37:57,540 INFO  [RS:2;961a81da9827:39453 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T18:37:57,541 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [961a81da9827,39453,1731955025076]
2024-11-18T18:37:57,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/961a81da9827,39453,1731955025076 already deleted, retry=false
2024-11-18T18:37:57,543 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 961a81da9827,39453,1731955025076 expired; onlineServers=1
2024-11-18T18:37:57,578 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T18:37:57,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T18:37:57,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x101072351120003, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T18:37:57,644 INFO  [RS:2;961a81da9827:39453 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T18:37:57,645 INFO  [RS:2;961a81da9827:39453 {}] regionserver.HRegionServer(1031): Exiting; stopping=961a81da9827,39453,1731955025076; zookeeper connection closed.
2024-11-18T18:37:57,649 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b7f6efc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b7f6efc
2024-11-18T18:37:57,778 DEBUG [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T18:37:57,876 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/.tmp/ns/5224514bb40e4a35aed41b514185ab4c
2024-11-18T18:37:57,898 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/.tmp/table/6410ff8adbec47ebacf9a69a032b5f58 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731955048247/Put/seqid=0
2024-11-18T18:37:57,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741940_1120 (size=5431)
2024-11-18T18:37:57,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741940_1120 (size=5431)
2024-11-18T18:37:57,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741940_1120 (size=5431)
2024-11-18T18:37:57,905 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/.tmp/table/6410ff8adbec47ebacf9a69a032b5f58
2024-11-18T18:37:57,911 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/.tmp/info/c7b1f17a10754b14b9cc29b50b53c30a as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/info/c7b1f17a10754b14b9cc29b50b53c30a
2024-11-18T18:37:57,917 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/info/c7b1f17a10754b14b9cc29b50b53c30a, entries=18, sequenceid=21, filesize=8.0 K
2024-11-18T18:37:57,918 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/.tmp/ns/5224514bb40e4a35aed41b514185ab4c as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/ns/5224514bb40e4a35aed41b514185ab4c
2024-11-18T18:37:57,922 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/ns/5224514bb40e4a35aed41b514185ab4c, entries=2, sequenceid=21, filesize=5.0 K
2024-11-18T18:37:57,923 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/.tmp/table/6410ff8adbec47ebacf9a69a032b5f58 as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/table/6410ff8adbec47ebacf9a69a032b5f58
2024-11-18T18:37:57,929 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/table/6410ff8adbec47ebacf9a69a032b5f58, entries=2, sequenceid=21, filesize=5.3 K
2024-11-18T18:37:57,930 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 750ms, sequenceid=21, compaction requested=false
2024-11-18T18:37:57,941 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-11-18T18:37:57,942 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T18:37:57,942 INFO  [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T18:37:57,942 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731955077179Running coprocessor pre-close hooks at 1731955077179Disabling compacts and flushes for region at 1731955077179Disabling writes for close at 1731955077180 (+1 ms)Obtaining lock to block concurrent updates at 1731955077180Preparing flush snapshotting stores in 1588230740 at 1731955077180Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731955077181 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731955077187 (+6 ms)Flushing 1588230740/info: creating writer at 1731955077188 (+1 ms)Flushing 1588230740/info: appending metadata at 1731955077249 (+61 ms)Flushing 1588230740/info: closing flushed file at 1731955077249Flushing 1588230740/ns: creating writer at 1731955077350 (+101 ms)Flushing 1588230740/ns: appending metadata at 1731955077406 (+56 ms)Flushing 1588230740/ns: closing flushed file at 1731955077407 (+1 ms)Flushing 1588230740/table: creating writer at 1731955077883 (+476 ms)Flushing 1588230740/table: appending metadata at 1731955077897 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731955077898 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb36c5a: reopening flushed file at 1731955077911 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c833b7d: reopening flushed file at 1731955077917 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19205af1: reopening flushed file at 1731955077923 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 750ms, sequenceid=21, compaction requested=false at 1731955077930 (+7 ms)Writing region close event to WAL at 1731955077937 (+7 ms)Running coprocessor post-close hooks at 1731955077942 (+5 ms)Closed at 1731955077942
2024-11-18T18:37:57,943 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T18:37:57,978 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(976): stopping server 961a81da9827,37347,1731955024975; all regions closed.
2024-11-18T18:37:57,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741836_1012 (size=8899)
2024-11-18T18:37:57,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741836_1012 (size=8899)
2024-11-18T18:37:57,986 DEBUG [RS:1;961a81da9827:37347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/oldWALs
2024-11-18T18:37:57,986 INFO  [RS:1;961a81da9827:37347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 961a81da9827%2C37347%2C1731955024975.meta:.meta(num 1731955028092)
2024-11-18T18:37:57,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741834_1010 (size=2598)
2024-11-18T18:37:57,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741834_1010 (size=2598)
2024-11-18T18:37:58,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741834_1010 (size=2598)
2024-11-18T18:37:58,010 DEBUG [RS:1;961a81da9827:37347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/oldWALs
2024-11-18T18:37:58,010 INFO  [RS:1;961a81da9827:37347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 961a81da9827%2C37347%2C1731955024975:(num 1731955027408)
2024-11-18T18:37:58,010 DEBUG [RS:1;961a81da9827:37347 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T18:37:58,011 INFO  [RS:1;961a81da9827:37347 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T18:37:58,011 INFO  [RS:1;961a81da9827:37347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T18:37:58,011 INFO  [RS:1;961a81da9827:37347 {}] hbase.ChoreService(370): Chore service for: regionserver/961a81da9827:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-18T18:37:58,011 INFO  [RS:1;961a81da9827:37347 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T18:37:58,011 INFO  [RS:1;961a81da9827:37347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37347
2024-11-18T18:37:58,012 INFO  [regionserver/961a81da9827:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T18:37:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T18:37:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/961a81da9827,37347,1731955024975
2024-11-18T18:37:58,014 INFO  [RS:1;961a81da9827:37347 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T18:37:58,015 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [961a81da9827,37347,1731955024975]
2024-11-18T18:37:58,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/961a81da9827,37347,1731955024975 already deleted, retry=false
2024-11-18T18:37:58,017 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 961a81da9827,37347,1731955024975 expired; onlineServers=0
2024-11-18T18:37:58,017 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '961a81da9827,44073,1731955023598' *****
2024-11-18T18:37:58,017 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T18:37:58,017 INFO  [M:0;961a81da9827:44073 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T18:37:58,017 INFO  [M:0;961a81da9827:44073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T18:37:58,018 DEBUG [M:0;961a81da9827:44073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T18:37:58,018 DEBUG [M:0;961a81da9827:44073 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T18:37:58,018 DEBUG [master/961a81da9827:0:becomeActiveMaster-HFileCleaner.large.0-1731955026896 {}] cleaner.HFileCleaner(306): Exit Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.large.0-1731955026896,5,FailOnTimeoutGroup]
2024-11-18T18:37:58,018 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T18:37:58,018 INFO  [M:0;961a81da9827:44073 {}] hbase.ChoreService(370): Chore service for: master/961a81da9827:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T18:37:58,018 DEBUG [master/961a81da9827:0:becomeActiveMaster-HFileCleaner.small.0-1731955026902 {}] cleaner.HFileCleaner(306): Exit Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.small.0-1731955026902,5,FailOnTimeoutGroup]
2024-11-18T18:37:58,018 INFO  [M:0;961a81da9827:44073 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T18:37:58,018 DEBUG [M:0;961a81da9827:44073 {}] master.HMaster(1795): Stopping service threads
2024-11-18T18:37:58,018 INFO  [M:0;961a81da9827:44073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T18:37:58,018 INFO  [M:0;961a81da9827:44073 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T18:37:58,019 INFO  [M:0;961a81da9827:44073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T18:37:58,019 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T18:37:58,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T18:37:58,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T18:37:58,020 DEBUG [M:0;961a81da9827:44073 {}] zookeeper.ZKUtil(347): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-18T18:37:58,020 WARN  [M:0;961a81da9827:44073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-18T18:37:58,021 INFO  [M:0;961a81da9827:44073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/.lastflushedseqids
2024-11-18T18:37:58,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741941_1121 (size=138)
2024-11-18T18:37:58,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741941_1121 (size=138)
2024-11-18T18:37:58,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741941_1121 (size=138)
2024-11-18T18:37:58,040 INFO  [M:0;961a81da9827:44073 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T18:37:58,040 INFO  [M:0;961a81da9827:44073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T18:37:58,040 DEBUG [M:0;961a81da9827:44073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T18:37:58,040 INFO  [M:0;961a81da9827:44073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T18:37:58,040 DEBUG [M:0;961a81da9827:44073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T18:37:58,040 DEBUG [M:0;961a81da9827:44073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T18:37:58,040 DEBUG [M:0;961a81da9827:44073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T18:37:58,040 INFO  [M:0;961a81da9827:44073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB
2024-11-18T18:37:58,063 DEBUG [M:0;961a81da9827:44073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/727cd9b17b3d4dc3b60071811ad3e57e is 82, key is hbase:meta,,1/info:regioninfo/1731955028236/Put/seqid=0
2024-11-18T18:37:58,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741942_1122 (size=5672)
2024-11-18T18:37:58,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741942_1122 (size=5672)
2024-11-18T18:37:58,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741942_1122 (size=5672)
2024-11-18T18:37:58,079 INFO  [M:0;961a81da9827:44073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/727cd9b17b3d4dc3b60071811ad3e57e
2024-11-18T18:37:58,106 DEBUG [M:0;961a81da9827:44073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a34f2fae0fe340a5944fcb998074ce95 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731955048255/Put/seqid=0
2024-11-18T18:37:58,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T18:37:58,116 INFO  [RS:1;961a81da9827:37347 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T18:37:58,116 INFO  [RS:1;961a81da9827:37347 {}] regionserver.HRegionServer(1031): Exiting; stopping=961a81da9827,37347,1731955024975; zookeeper connection closed.
2024-11-18T18:37:58,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x101072351120002, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T18:37:58,119 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b133bbd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b133bbd
2024-11-18T18:37:58,119 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-18T18:37:58,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741943_1123 (size=7755)
2024-11-18T18:37:58,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741943_1123 (size=7755)
2024-11-18T18:37:58,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741943_1123 (size=7755)
2024-11-18T18:37:58,126 INFO  [M:0;961a81da9827:44073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a34f2fae0fe340a5944fcb998074ce95
2024-11-18T18:37:58,131 INFO  [M:0;961a81da9827:44073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34f2fae0fe340a5944fcb998074ce95
2024-11-18T18:37:58,149 DEBUG [M:0;961a81da9827:44073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91083bb01f914ebb918e87842b84838a is 69, key is 961a81da9827,37347,1731955024975/rs:state/1731955026972/Put/seqid=0
2024-11-18T18:37:58,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741944_1124 (size=5440)
2024-11-18T18:37:58,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741944_1124 (size=5440)
2024-11-18T18:37:58,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741944_1124 (size=5440)
2024-11-18T18:37:58,162 INFO  [M:0;961a81da9827:44073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91083bb01f914ebb918e87842b84838a
2024-11-18T18:37:58,168 INFO  [M:0;961a81da9827:44073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91083bb01f914ebb918e87842b84838a
2024-11-18T18:37:58,169 DEBUG [M:0;961a81da9827:44073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/727cd9b17b3d4dc3b60071811ad3e57e as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/727cd9b17b3d4dc3b60071811ad3e57e
2024-11-18T18:37:58,182 INFO  [M:0;961a81da9827:44073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/727cd9b17b3d4dc3b60071811ad3e57e, entries=8, sequenceid=168, filesize=5.5 K
2024-11-18T18:37:58,183 DEBUG [M:0;961a81da9827:44073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a34f2fae0fe340a5944fcb998074ce95 as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a34f2fae0fe340a5944fcb998074ce95
2024-11-18T18:37:58,190 INFO  [M:0;961a81da9827:44073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34f2fae0fe340a5944fcb998074ce95
2024-11-18T18:37:58,190 INFO  [M:0;961a81da9827:44073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a34f2fae0fe340a5944fcb998074ce95, entries=17, sequenceid=168, filesize=7.6 K
2024-11-18T18:37:58,191 DEBUG [M:0;961a81da9827:44073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91083bb01f914ebb918e87842b84838a as hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91083bb01f914ebb918e87842b84838a
2024-11-18T18:37:58,196 INFO  [M:0;961a81da9827:44073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91083bb01f914ebb918e87842b84838a
2024-11-18T18:37:58,196 INFO  [M:0;961a81da9827:44073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/18adce26-4d1b-1394-1d8f-a6e4600dcec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91083bb01f914ebb918e87842b84838a, entries=3, sequenceid=168, filesize=5.3 K
2024-11-18T18:37:58,200 INFO  [M:0;961a81da9827:44073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=168, compaction requested=false
2024-11-18T18:37:58,201 INFO  [M:0;961a81da9827:44073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T18:37:58,202 DEBUG [M:0;961a81da9827:44073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731955078040Disabling compacts and flushes for region at 1731955078040Disabling writes for close at 1731955078040Obtaining lock to block concurrent updates at 1731955078040Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731955078040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731955078041 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731955078042 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731955078042Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731955078063 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731955078063Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731955078087 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731955078105 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731955078106 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731955078132 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731955078148 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731955078148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71bada7: reopening flushed file at 1731955078168 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f17524f: reopening flushed file at 1731955078182 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ac5b9d: reopening flushed file at 1731955078190 (+8 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=168, compaction requested=false at 1731955078200 (+10 ms)Writing region close event to WAL at 1731955078201 (+1 ms)Closed at 1731955078201
2024-11-18T18:37:58,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46347 is added to blk_1073741830_1006 (size=81431)
2024-11-18T18:37:58,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42365 is added to blk_1073741830_1006 (size=81431)
2024-11-18T18:37:58,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741830_1006 (size=81431)
2024-11-18T18:37:58,206 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T18:37:58,206 INFO  [M:0;961a81da9827:44073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T18:37:58,206 INFO  [M:0;961a81da9827:44073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44073
2024-11-18T18:37:58,206 INFO  [M:0;961a81da9827:44073 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T18:37:58,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T18:37:58,309 INFO  [M:0;961a81da9827:44073 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T18:37:58,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x101072351120000, quorum=127.0.0.1:63585, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T18:37:58,317 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955052718 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955052718 (inode 16655) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731955051475/wal.1731955052718 (inode 16655) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-18T18:37:58,319 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731955042266/wal.1731955042422 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:58,319 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731955070816/wal.1731955071248 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:58,322 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955062756 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955062756 (inode 16678) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731955053106/wal.1731955062756 (inode 16678) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-18T18:37:58,323 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731955031381/wal.1731955031601 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:58,326 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955064523 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955064523 (inode 16704) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731955063236/wal.1731955064523 (inode 16704) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-18T18:37:58,327 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731955064826/wal.1731955065018 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T18:37:58,330 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal.1731955030999 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal.1731955030999 (inode 16485) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731955029944/wal.1731955030999 (inode 16485) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-18T18:37:58,337 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal.1731955029377 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal.1731955029377 (inode 16462) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731955028817/wal.1731955029377 (inode 16462) Holder DFSClient_NONMAPREDUCE_-598483894_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor6.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-11-18T18:37:58,352 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3617ca62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T18:37:58,356 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22d578b5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T18:37:58,356 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T18:37:58,356 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f27db2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T18:37:58,356 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@309bb64f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.log.dir/,STOPPED}
2024-11-18T18:37:58,364 WARN  [BP-420491775-172.17.0.2-1731955019235 heartbeating to localhost/127.0.0.1:38889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T18:37:58,364 WARN  [BP-420491775-172.17.0.2-1731955019235 heartbeating to localhost/127.0.0.1:38889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420491775-172.17.0.2-1731955019235 (Datanode Uuid edd05d57-2eb0-436b-8ac4-3baae7b10bd6) service to localhost/127.0.0.1:38889
2024-11-18T18:37:58,366 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data5/current/BP-420491775-172.17.0.2-1731955019235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T18:37:58,367 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data6/current/BP-420491775-172.17.0.2-1731955019235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T18:37:58,373 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T18:37:58,374 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T18:37:58,374 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T18:37:58,390 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57fb2a64{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T18:37:58,392 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76871abc{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T18:37:58,392 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T18:37:58,393 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20a7c836{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T18:37:58,393 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b00189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.log.dir/,STOPPED}
2024-11-18T18:37:58,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T18:37:58,402 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T18:37:58,405 WARN  [BP-420491775-172.17.0.2-1731955019235 heartbeating to localhost/127.0.0.1:38889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T18:37:58,405 WARN  [BP-420491775-172.17.0.2-1731955019235 heartbeating to localhost/127.0.0.1:38889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420491775-172.17.0.2-1731955019235 (Datanode Uuid 96eebed0-aa18-4de8-8561-5185b47ea5e6) service to localhost/127.0.0.1:38889
2024-11-18T18:37:58,406 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data3/current/BP-420491775-172.17.0.2-1731955019235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T18:37:58,406 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data4/current/BP-420491775-172.17.0.2-1731955019235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T18:37:58,407 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T18:37:58,422 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5909052b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T18:37:58,423 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d3af1bb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T18:37:58,423 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T18:37:58,423 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b82608{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T18:37:58,423 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b26dfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.log.dir/,STOPPED}
2024-11-18T18:37:58,428 WARN  [BP-420491775-172.17.0.2-1731955019235 heartbeating to localhost/127.0.0.1:38889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T18:37:58,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T18:37:58,428 WARN  [BP-420491775-172.17.0.2-1731955019235 heartbeating to localhost/127.0.0.1:38889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420491775-172.17.0.2-1731955019235 (Datanode Uuid 530e761b-6120-42f3-b311-f4874a205240) service to localhost/127.0.0.1:38889
2024-11-18T18:37:58,428 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T18:37:58,429 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data1/current/BP-420491775-172.17.0.2-1731955019235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T18:37:58,429 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/cluster_177b007c-5708-7846-c7ae-baf215351699/data/data2/current/BP-420491775-172.17.0.2-1731955019235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T18:37:58,430 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T18:37:58,442 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d2ed0fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T18:37:58,446 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c91236c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T18:37:58,446 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T18:37:58,446 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fff71ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T18:37:58,446 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee580b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6950559a-6208-ef19-d569-91c5413263e2/hadoop.log.dir/,STOPPED}
2024-11-18T18:37:58,460 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T18:37:58,531 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down