2024-11-26 07:43:09,562 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-26 07:43:09,576 main DEBUG Took 0.011822 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 07:43:09,576 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 07:43:09,577 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 07:43:09,578 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 07:43:09,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,588 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 07:43:09,604 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,606 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,607 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,609 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,610 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,611 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,612 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,613 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,614 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,615 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,616 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,618 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:43:09,619 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,619 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 07:43:09,621 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:43:09,622 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 07:43:09,625 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 07:43:09,625 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 07:43:09,627 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 07:43:09,627 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 07:43:09,637 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 07:43:09,641 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 07:43:09,643 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 07:43:09,643 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 07:43:09,644 main DEBUG createAppenders(={Console}) 2024-11-26 07:43:09,645 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-26 07:43:09,646 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-26 07:43:09,646 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-26 07:43:09,647 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 07:43:09,647 main DEBUG OutputStream closed 2024-11-26 07:43:09,648 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 07:43:09,648 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 07:43:09,649 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-26 07:43:09,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 07:43:09,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 07:43:09,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 07:43:09,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 07:43:09,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 07:43:09,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 07:43:09,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 07:43:09,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 07:43:09,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 07:43:09,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 07:43:09,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 07:43:09,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 07:43:09,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 07:43:09,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 07:43:09,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 07:43:09,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 07:43:09,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 07:43:09,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 07:43:09,747 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 07:43:09,747 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-26 07:43:09,747 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 07:43:09,748 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-26T07:43:10,010 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b 2024-11-26 07:43:10,012 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 07:43:10,013 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T07:43:10,021 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-26T07:43:10,028 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-26T07:43:10,051 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T07:43:10,095 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T07:43:10,095 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T07:43:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:43:10,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f, deleteOnExit=true 2024-11-26T07:43:10,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:43:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/test.cache.data in system properties and HBase conf 2024-11-26T07:43:10,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:43:10,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:43:10,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:43:10,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:43:10,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:43:10,215 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T07:43:10,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:43:10,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:43:10,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:43:10,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:43:10,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:43:10,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:43:10,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:43:10,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:43:10,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:43:10,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:43:10,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:43:10,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:43:10,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:43:10,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:43:10,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:43:11,238 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T07:43:11,313 INFO [Time-limited test {}] log.Log(170): Logging initialized @2454ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T07:43:11,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:43:11,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:43:11,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:43:11,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:43:11,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:43:11,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:43:11,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:43:11,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:43:11,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e17169c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/java.io.tmpdir/jetty-localhost-39693-hadoop-hdfs-3_4_1-tests_jar-_-any-18189340434047785700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:43:11,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:39693} 2024-11-26T07:43:11,649 INFO [Time-limited test {}] server.Server(415): Started @2789ms 2024-11-26T07:43:12,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:43:12,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:43:12,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:43:12,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:43:12,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:43:12,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:43:12,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:43:12,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3083ee80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/java.io.tmpdir/jetty-localhost-42785-hadoop-hdfs-3_4_1-tests_jar-_-any-18078528746489290394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:12,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:42785} 2024-11-26T07:43:12,275 INFO [Time-limited test {}] server.Server(415): Started @3416ms 2024-11-26T07:43:12,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:43:12,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:43:12,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:43:12,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:43:12,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:43:12,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:43:12,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:43:12,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:43:12,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5c651{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/java.io.tmpdir/jetty-localhost-46501-hadoop-hdfs-3_4_1-tests_jar-_-any-5276689100432144386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:12,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:46501} 2024-11-26T07:43:12,550 INFO [Time-limited test {}] server.Server(415): Started @3691ms 2024-11-26T07:43:12,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:43:12,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:43:12,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:43:12,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:43:12,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:43:12,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:43:12,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:43:12,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:43:12,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7db711c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/java.io.tmpdir/jetty-localhost-41519-hadoop-hdfs-3_4_1-tests_jar-_-any-14591350817915007592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:12,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:41519} 2024-11-26T07:43:12,702 INFO [Time-limited test {}] server.Server(415): Started @3842ms 2024-11-26T07:43:12,704 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:43:13,672 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data4/current/BP-1230984374-172.17.0.2-1732606990821/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:13,672 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data1/current/BP-1230984374-172.17.0.2-1732606990821/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:13,672 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data2/current/BP-1230984374-172.17.0.2-1732606990821/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:13,672 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data3/current/BP-1230984374-172.17.0.2-1732606990821/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:13,715 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data5/current/BP-1230984374-172.17.0.2-1732606990821/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:13,715 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data6/current/BP-1230984374-172.17.0.2-1732606990821/current, will proceed with Du for space computation calculation, 2024-11-26T07:43:13,717 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:43:13,717 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:43:13,740 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:43:13,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc9fcbfd6911d622 with lease ID 0x5decae89218d9cad: Processing first storage report for DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd from datanode DatanodeRegistration(127.0.0.1:46819, datanodeUuid=265971cf-0e26-4166-b1fa-e0114e542a05, infoPort=33441, infoSecurePort=0, ipcPort=37179, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821) 2024-11-26T07:43:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc9fcbfd6911d622 with lease ID 0x5decae89218d9cad: from storage DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd node DatanodeRegistration(127.0.0.1:46819, datanodeUuid=265971cf-0e26-4166-b1fa-e0114e542a05, infoPort=33441, infoSecurePort=0, ipcPort=37179, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:43:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1c170479f07e5b2 with lease ID 0x5decae89218d9cae: Processing first storage report for DS-96d0be77-2edc-4564-a36d-b4637c90ad8b from datanode DatanodeRegistration(127.0.0.1:39117, datanodeUuid=18bb7727-a41a-415f-b656-9bf9a60d65a1, infoPort=35893, infoSecurePort=0, ipcPort=46303, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821) 2024-11-26T07:43:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1c170479f07e5b2 with lease ID 0x5decae89218d9cae: from storage DS-96d0be77-2edc-4564-a36d-b4637c90ad8b node DatanodeRegistration(127.0.0.1:39117, datanodeUuid=18bb7727-a41a-415f-b656-9bf9a60d65a1, infoPort=35893, infoSecurePort=0, ipcPort=46303, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:43:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d1b80ccf87a8fd8 with lease ID 0x5decae89218d9cac: Processing first storage report for DS-c468b827-ac67-43cc-956f-d4693face15a from datanode DatanodeRegistration(127.0.0.1:38299, datanodeUuid=28ce4d60-d583-4b43-8dde-7c041b581092, infoPort=43331, infoSecurePort=0, ipcPort=38619, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821) 2024-11-26T07:43:13,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d1b80ccf87a8fd8 with lease ID 0x5decae89218d9cac: from storage DS-c468b827-ac67-43cc-956f-d4693face15a node DatanodeRegistration(127.0.0.1:38299, datanodeUuid=28ce4d60-d583-4b43-8dde-7c041b581092, infoPort=43331, infoSecurePort=0, ipcPort=38619, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:43:13,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc9fcbfd6911d622 with lease ID 0x5decae89218d9cad: Processing first storage report for DS-183c470b-c9e0-4bfc-9aec-b586041ef91b from datanode DatanodeRegistration(127.0.0.1:46819, datanodeUuid=265971cf-0e26-4166-b1fa-e0114e542a05, infoPort=33441, infoSecurePort=0, ipcPort=37179, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821) 2024-11-26T07:43:13,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc9fcbfd6911d622 with lease ID 0x5decae89218d9cad: from storage DS-183c470b-c9e0-4bfc-9aec-b586041ef91b node DatanodeRegistration(127.0.0.1:46819, datanodeUuid=265971cf-0e26-4166-b1fa-e0114e542a05, infoPort=33441, infoSecurePort=0, ipcPort=37179, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:43:13,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1c170479f07e5b2 with lease ID 0x5decae89218d9cae: Processing first storage report for DS-6d1ffb3f-7ed8-40b2-8b90-3586f056c4aa from datanode DatanodeRegistration(127.0.0.1:39117, datanodeUuid=18bb7727-a41a-415f-b656-9bf9a60d65a1, infoPort=35893, infoSecurePort=0, ipcPort=46303, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821) 2024-11-26T07:43:13,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1c170479f07e5b2 with lease ID 0x5decae89218d9cae: from storage DS-6d1ffb3f-7ed8-40b2-8b90-3586f056c4aa node DatanodeRegistration(127.0.0.1:39117, datanodeUuid=18bb7727-a41a-415f-b656-9bf9a60d65a1, infoPort=35893, infoSecurePort=0, ipcPort=46303, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:43:13,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d1b80ccf87a8fd8 with lease ID 0x5decae89218d9cac: Processing first storage report for DS-cde4f06c-7e73-4d5d-a178-9a9acb02d189 from datanode DatanodeRegistration(127.0.0.1:38299, datanodeUuid=28ce4d60-d583-4b43-8dde-7c041b581092, infoPort=43331, infoSecurePort=0, ipcPort=38619, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821) 2024-11-26T07:43:13,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d1b80ccf87a8fd8 with lease ID 0x5decae89218d9cac: from storage DS-cde4f06c-7e73-4d5d-a178-9a9acb02d189 node DatanodeRegistration(127.0.0.1:38299, datanodeUuid=28ce4d60-d583-4b43-8dde-7c041b581092, infoPort=43331, infoSecurePort=0, ipcPort=38619, storageInfo=lv=-57;cid=testClusterID;nsid=1899739650;c=1732606990821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:43:13,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b 2024-11-26T07:43:13,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/zookeeper_0, clientPort=49238, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:43:13,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49238 2024-11-26T07:43:13,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:13,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:14,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:43:14,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:43:14,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:43:14,502 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d with version=8 2024-11-26T07:43:14,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/hbase-staging 2024-11-26T07:43:14,765 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:43:14,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:14,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:14,779 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:43:14,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:14,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:43:14,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:43:14,958 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T07:43:14,967 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T07:43:14,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:43:14,995 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9482 (auto-detected) 2024-11-26T07:43:14,996 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T07:43:15,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44481 2024-11-26T07:43:15,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44481 connecting to ZooKeeper ensemble=127.0.0.1:49238 2024-11-26T07:43:15,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444810x0, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:43:15,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44481-0x101776238910000 connected 2024-11-26T07:43:15,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:15,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:15,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:15,242 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d, hbase.cluster.distributed=false 2024-11-26T07:43:15,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:43:15,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-26T07:43:15,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44481 2024-11-26T07:43:15,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44481 2024-11-26T07:43:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-26T07:43:15,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-26T07:43:15,374 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:43:15,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:15,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:15,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:43:15,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:15,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:43:15,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:43:15,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:43:15,382 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33553 2024-11-26T07:43:15,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33553 connecting to ZooKeeper ensemble=127.0.0.1:49238 2024-11-26T07:43:15,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:15,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:15,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335530x0, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:43:15,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335530x0, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:15,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33553-0x101776238910001 connected 2024-11-26T07:43:15,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:43:15,425 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:43:15,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:43:15,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:43:15,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33553 2024-11-26T07:43:15,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33553 2024-11-26T07:43:15,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33553 2024-11-26T07:43:15,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33553 2024-11-26T07:43:15,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33553 2024-11-26T07:43:15,453 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:43:15,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:15,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:15,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:43:15,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:15,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:43:15,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:43:15,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:43:15,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46877 2024-11-26T07:43:15,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46877 connecting to ZooKeeper ensemble=127.0.0.1:49238 2024-11-26T07:43:15,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:15,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:15,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468770x0, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:43:15,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468770x0, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:15,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46877-0x101776238910002 connected 2024-11-26T07:43:15,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:43:15,495 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:43:15,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:43:15,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:43:15,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-26T07:43:15,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46877 2024-11-26T07:43:15,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46877 2024-11-26T07:43:15,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-26T07:43:15,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-26T07:43:15,516 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:43:15,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:15,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:15,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:43:15,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:43:15,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:43:15,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:43:15,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:43:15,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35077 2024-11-26T07:43:15,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35077 connecting to ZooKeeper ensemble=127.0.0.1:49238 2024-11-26T07:43:15,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:15,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:15,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350770x0, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:43:15,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350770x0, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:15,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35077-0x101776238910003 connected 2024-11-26T07:43:15,536 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:43:15,537 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:43:15,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:43:15,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:43:15,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35077 2024-11-26T07:43:15,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35077 2024-11-26T07:43:15,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35077 2024-11-26T07:43:15,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35077 2024-11-26T07:43:15,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35077 2024-11-26T07:43:15,559 DEBUG [M:0;719ac8e87449:44481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:44481 2024-11-26T07:43:15,560 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,44481,1732606994615 2024-11-26T07:43:15,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:15,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:15,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:15,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:15,570 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,44481,1732606994615 2024-11-26T07:43:15,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:43:15,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:15,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:43:15,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:43:15,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:15,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:15,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:15,602 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:43:15,604 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,44481,1732606994615 from backup master directory 2024-11-26T07:43:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,44481,1732606994615 2024-11-26T07:43:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:43:15,610 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:43:15,610 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,44481,1732606994615 2024-11-26T07:43:15,613 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T07:43:15,614 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T07:43:15,667 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/hbase.id] with ID: 26f33875-96e1-4c2a-bd7a-affec799e0b7 2024-11-26T07:43:15,667 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/.tmp/hbase.id 2024-11-26T07:43:15,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:43:15,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:43:15,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:43:15,682 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/.tmp/hbase.id]:[hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/hbase.id] 2024-11-26T07:43:15,726 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:43:15,731 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:43:15,749 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-26T07:43:15,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:15,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:15,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:15,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:43:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:43:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:43:15,813 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:43:15,815 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:43:15,820 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:15,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:43:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:43:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:43:15,865 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store 2024-11-26T07:43:15,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:43:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:43:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:43:15,891 INFO [master/719ac8e87449:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T07:43:15,894 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:15,895 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:43:15,895 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:15,895 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:15,896 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:43:15,897 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:15,897 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:15,898 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732606995895Disabling compacts and flushes for region at 1732606995895Disabling writes for close at 1732606995896 (+1 ms)Writing region close event to WAL at 1732606995897 (+1 ms)Closed at 1732606995897 2024-11-26T07:43:15,899 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/.initializing 2024-11-26T07:43:15,900 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/WALs/719ac8e87449,44481,1732606994615 2024-11-26T07:43:15,907 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:15,922 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C44481%2C1732606994615, suffix=, logDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/WALs/719ac8e87449,44481,1732606994615, archiveDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/oldWALs, maxLogs=10 2024-11-26T07:43:15,960 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/WALs/719ac8e87449,44481,1732606994615/719ac8e87449%2C44481%2C1732606994615.1732606995928, exclude list is [], retry=0 2024-11-26T07:43:15,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:15,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:15,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:15,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:15,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T07:43:16,022 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/WALs/719ac8e87449,44481,1732606994615/719ac8e87449%2C44481%2C1732606994615.1732606995928 2024-11-26T07:43:16,023 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:16,023 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:16,024 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:16,027 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,027 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:43:16,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:16,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:16,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:43:16,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:16,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:16,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:43:16,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:16,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:16,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:43:16,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:16,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:16,101 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,105 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,106 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,111 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,112 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,116 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:43:16,120 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:43:16,124 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:16,125 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58940314, jitterRate=-0.12172088027000427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:43:16,132 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732606996038Initializing all the Stores at 1732606996040 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606996041 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606996041Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606996042 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606996042Cleaning up temporary data from old regions at 1732606996112 (+70 ms)Region opened successfully at 1732606996132 (+20 ms) 2024-11-26T07:43:16,133 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:43:16,163 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15215fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:43:16,190 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:43:16,200 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:43:16,200 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:43:16,202 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:43:16,204 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T07:43:16,208 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T07:43:16,208 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:43:16,231 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:43:16,239 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:43:16,268 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:43:16,271 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:43:16,273 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:43:16,284 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:43:16,286 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:43:16,290 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:43:16,301 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:43:16,303 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:43:16,309 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:43:16,331 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:43:16,342 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:43:16,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:16,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:16,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:16,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:16,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,355 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,44481,1732606994615, sessionid=0x101776238910000, setting cluster-up flag (Was=false) 2024-11-26T07:43:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,409 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:43:16,411 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,44481,1732606994615 2024-11-26T07:43:16,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:16,451 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:43:16,453 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,44481,1732606994615 2024-11-26T07:43:16,461 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:43:16,543 INFO [AsyncFSWAL-0-hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData-prefix:719ac8e87449,44481,1732606994615 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-26T07:43:16,548 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(746): ClusterId : 26f33875-96e1-4c2a-bd7a-affec799e0b7 2024-11-26T07:43:16,548 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(746): ClusterId : 26f33875-96e1-4c2a-bd7a-affec799e0b7 2024-11-26T07:43:16,548 INFO [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(746): ClusterId : 26f33875-96e1-4c2a-bd7a-affec799e0b7 2024-11-26T07:43:16,551 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:43:16,551 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:43:16,551 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:43:16,557 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:43:16,566 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:43:16,572 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:43:16,578 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,44481,1732606994615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:43:16,586 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:43:16,586 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:43:16,587 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:43:16,587 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:43:16,587 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:43:16,587 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:43:16,588 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:43:16,588 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:43:16,588 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:43:16,588 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:43:16,588 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:43:16,588 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,588 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:43:16,588 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,589 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732607026589 2024-11-26T07:43:16,591 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:43:16,592 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:43:16,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:43:16,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:43:16,596 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:43:16,596 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:43:16,596 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:43:16,597 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:43:16,598 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,602 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:43:16,602 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:43:16,602 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:43:16,602 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:43:16,603 DEBUG [RS:2;719ac8e87449:35077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7fa369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:43:16,603 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:43:16,603 DEBUG [RS:1;719ac8e87449:46877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbb2efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:43:16,603 DEBUG [RS:0;719ac8e87449:33553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272dfc9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:43:16,603 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:43:16,604 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:16,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:43:16,607 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:43:16,607 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:43:16,614 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606996609,5,FailOnTimeoutGroup] 2024-11-26T07:43:16,619 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606996615,5,FailOnTimeoutGroup] 2024-11-26T07:43:16,619 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,619 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:43:16,619 DEBUG [RS:1;719ac8e87449:46877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;719ac8e87449:46877 2024-11-26T07:43:16,621 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,621 DEBUG [RS:0;719ac8e87449:33553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:33553 2024-11-26T07:43:16,621 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,622 DEBUG [RS:2;719ac8e87449:35077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;719ac8e87449:35077 2024-11-26T07:43:16,623 INFO [RS:0;719ac8e87449:33553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:43:16,623 INFO [RS:2;719ac8e87449:35077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:43:16,623 INFO [RS:1;719ac8e87449:46877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:43:16,624 INFO [RS:0;719ac8e87449:33553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:43:16,624 INFO [RS:1;719ac8e87449:46877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:43:16,624 INFO [RS:2;719ac8e87449:35077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:43:16,624 DEBUG [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:43:16,624 DEBUG [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:43:16,624 DEBUG [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:43:16,628 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,44481,1732606994615 with port=33553, startcode=1732606995339 2024-11-26T07:43:16,628 INFO [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,44481,1732606994615 with port=46877, startcode=1732606995453 2024-11-26T07:43:16,628 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,44481,1732606994615 with port=35077, startcode=1732606995516 2024-11-26T07:43:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:43:16,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:43:16,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:43:16,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:43:16,637 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d 2024-11-26T07:43:16,640 DEBUG [RS:1;719ac8e87449:46877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:43:16,640 DEBUG [RS:0;719ac8e87449:33553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:43:16,640 DEBUG [RS:2;719ac8e87449:35077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:43:16,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:43:16,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:43:16,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:43:16,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:16,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:43:16,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:43:16,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:16,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:16,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:43:16,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:43:16,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:16,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:16,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:43:16,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:43:16,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:16,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:16,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:43:16,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:43:16,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:16,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:16,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:43:16,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740 2024-11-26T07:43:16,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740 2024-11-26T07:43:16,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:43:16,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:43:16,679 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:43:16,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:43:16,690 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:16,691 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66755514, jitterRate=-0.005265325307846069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:43:16,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732606996655Initializing all the Stores at 1732606996656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606996656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606996657 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606996657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606996657Cleaning up temporary data from old regions at 1732606996677 (+20 ms)Region opened successfully at 1732606996695 (+18 ms) 2024-11-26T07:43:16,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:43:16,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:43:16,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:43:16,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:43:16,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:43:16,696 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42245, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:43:16,696 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44755, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:43:16,696 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:43:16,698 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:43:16,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732606996696Disabling compacts and flushes for region at 1732606996696Disabling writes for close at 1732606996696Writing region close event to WAL at 1732606996697 (+1 ms)Closed at 1732606996698 (+1 ms) 2024-11-26T07:43:16,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:43:16,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:43:16,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,46877,1732606995453 2024-11-26T07:43:16,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,46877,1732606995453 2024-11-26T07:43:16,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:43:16,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,33553,1732606995339 2024-11-26T07:43:16,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,33553,1732606995339 2024-11-26T07:43:16,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:43:16,721 DEBUG [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d 2024-11-26T07:43:16,722 DEBUG [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37471 2024-11-26T07:43:16,722 DEBUG [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:43:16,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,35077,1732606995516 2024-11-26T07:43:16,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,35077,1732606995516 2024-11-26T07:43:16,724 DEBUG [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d 2024-11-26T07:43:16,724 DEBUG [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37471 2024-11-26T07:43:16,724 DEBUG [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:43:16,724 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:43:16,729 DEBUG [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d 2024-11-26T07:43:16,729 DEBUG [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37471 2024-11-26T07:43:16,729 DEBUG [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:43:16,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:43:16,792 DEBUG [RS:0;719ac8e87449:33553 {}] zookeeper.ZKUtil(111): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,33553,1732606995339 2024-11-26T07:43:16,792 DEBUG [RS:1;719ac8e87449:46877 {}] zookeeper.ZKUtil(111): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,46877,1732606995453 2024-11-26T07:43:16,793 WARN [RS:0;719ac8e87449:33553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:43:16,793 WARN [RS:1;719ac8e87449:46877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:43:16,793 INFO [RS:1;719ac8e87449:46877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:16,793 INFO [RS:0;719ac8e87449:33553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:16,793 DEBUG [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,46877,1732606995453 2024-11-26T07:43:16,793 DEBUG [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,33553,1732606995339 2024-11-26T07:43:16,793 DEBUG [RS:2;719ac8e87449:35077 {}] zookeeper.ZKUtil(111): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,35077,1732606995516 2024-11-26T07:43:16,794 WARN [RS:2;719ac8e87449:35077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:43:16,794 INFO [RS:2;719ac8e87449:35077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:16,794 DEBUG [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516 2024-11-26T07:43:16,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,35077,1732606995516] 2024-11-26T07:43:16,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,46877,1732606995453] 2024-11-26T07:43:16,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,33553,1732606995339] 2024-11-26T07:43:16,821 INFO [RS:1;719ac8e87449:46877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:43:16,821 INFO [RS:2;719ac8e87449:35077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:43:16,821 INFO [RS:0;719ac8e87449:33553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:43:16,836 INFO [RS:0;719ac8e87449:33553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:43:16,836 INFO [RS:1;719ac8e87449:46877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:43:16,836 INFO [RS:2;719ac8e87449:35077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:43:16,841 INFO [RS:1;719ac8e87449:46877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:43:16,841 INFO [RS:0;719ac8e87449:33553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:43:16,841 INFO [RS:2;719ac8e87449:35077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:43:16,842 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,842 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,842 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,843 INFO [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:43:16,843 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:43:16,843 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:43:16,849 INFO [RS:2;719ac8e87449:35077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:43:16,849 INFO [RS:1;719ac8e87449:46877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:43:16,849 INFO [RS:0;719ac8e87449:33553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:43:16,850 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,850 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,850 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,851 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,851 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:43:16,852 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:43:16,852 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:43:16,852 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:43:16,852 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,852 DEBUG [RS:2;719ac8e87449:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:43:16,852 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,853 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,853 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:43:16,853 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:43:16,853 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:43:16,853 DEBUG [RS:0;719ac8e87449:33553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:43:16,853 DEBUG [RS:1;719ac8e87449:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:43:16,855 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,855 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,856 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,856 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,35077,1732606995516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:43:16,856 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,856 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,46877,1732606995453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:43:16,856 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,33553,1732606995339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:43:16,875 WARN [719ac8e87449:44481 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:43:16,876 INFO [RS:1;719ac8e87449:46877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:43:16,876 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:43:16,878 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:43:16,878 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,46877,1732606995453-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,878 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,35077,1732606995516-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,878 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,33553,1732606995339-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,878 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,878 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,878 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,878 INFO [RS:0;719ac8e87449:33553 {}] regionserver.Replication(171): 719ac8e87449,33553,1732606995339 started 2024-11-26T07:43:16,878 INFO [RS:1;719ac8e87449:46877 {}] regionserver.Replication(171): 719ac8e87449,46877,1732606995453 started 2024-11-26T07:43:16,878 INFO [RS:2;719ac8e87449:35077 {}] regionserver.Replication(171): 719ac8e87449,35077,1732606995516 started 2024-11-26T07:43:16,896 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,897 INFO [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,46877,1732606995453, RpcServer on 719ac8e87449/172.17.0.2:46877, sessionid=0x101776238910002 2024-11-26T07:43:16,898 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:43:16,898 DEBUG [RS:1;719ac8e87449:46877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,46877,1732606995453 2024-11-26T07:43:16,898 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,46877,1732606995453' 2024-11-26T07:43:16,899 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:43:16,900 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:43:16,901 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:43:16,901 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:43:16,901 DEBUG [RS:1;719ac8e87449:46877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,46877,1732606995453 2024-11-26T07:43:16,901 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,46877,1732606995453' 2024-11-26T07:43:16,901 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:43:16,902 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:43:16,902 DEBUG [RS:1;719ac8e87449:46877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:43:16,902 INFO [RS:1;719ac8e87449:46877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:43:16,903 INFO [RS:1;719ac8e87449:46877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:43:16,903 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,903 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:16,903 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,35077,1732606995516, RpcServer on 719ac8e87449/172.17.0.2:35077, sessionid=0x101776238910003 2024-11-26T07:43:16,903 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,33553,1732606995339, RpcServer on 719ac8e87449/172.17.0.2:33553, sessionid=0x101776238910001 2024-11-26T07:43:16,903 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:43:16,903 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:43:16,903 DEBUG [RS:2;719ac8e87449:35077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,35077,1732606995516 2024-11-26T07:43:16,903 DEBUG [RS:0;719ac8e87449:33553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,33553,1732606995339 2024-11-26T07:43:16,903 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,35077,1732606995516' 2024-11-26T07:43:16,903 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,33553,1732606995339' 2024-11-26T07:43:16,903 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:43:16,903 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:43:16,904 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:43:16,904 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:43:16,905 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:43:16,905 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:43:16,905 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:43:16,905 DEBUG [RS:0;719ac8e87449:33553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,33553,1732606995339 2024-11-26T07:43:16,905 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:43:16,905 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,33553,1732606995339' 2024-11-26T07:43:16,905 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:43:16,905 DEBUG [RS:2;719ac8e87449:35077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,35077,1732606995516 2024-11-26T07:43:16,905 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,35077,1732606995516' 2024-11-26T07:43:16,905 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:43:16,905 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:43:16,906 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:43:16,906 DEBUG [RS:0;719ac8e87449:33553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:43:16,906 INFO [RS:0;719ac8e87449:33553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:43:16,906 INFO [RS:0;719ac8e87449:33553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:43:16,906 DEBUG [RS:2;719ac8e87449:35077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:43:16,906 INFO [RS:2;719ac8e87449:35077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:43:16,906 INFO [RS:2;719ac8e87449:35077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:43:17,010 INFO [RS:0;719ac8e87449:33553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:17,010 INFO [RS:1;719ac8e87449:46877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:17,010 INFO [RS:2;719ac8e87449:35077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:17,015 INFO [RS:0;719ac8e87449:33553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C33553%2C1732606995339, suffix=, logDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,33553,1732606995339, archiveDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/oldWALs, maxLogs=32 2024-11-26T07:43:17,015 INFO [RS:2;719ac8e87449:35077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C35077%2C1732606995516, suffix=, logDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516, archiveDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/oldWALs, maxLogs=32 2024-11-26T07:43:17,015 INFO [RS:1;719ac8e87449:46877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C46877%2C1732606995453, suffix=, logDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,46877,1732606995453, archiveDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/oldWALs, maxLogs=32 2024-11-26T07:43:17,032 DEBUG [RS:0;719ac8e87449:33553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,33553,1732606995339/719ac8e87449%2C33553%2C1732606995339.1732606997020, exclude list is [], retry=0 2024-11-26T07:43:17,032 DEBUG [RS:2;719ac8e87449:35077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516/719ac8e87449%2C35077%2C1732606995516.1732606997020, exclude list is [], retry=0 2024-11-26T07:43:17,034 DEBUG [RS:1;719ac8e87449:46877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,46877,1732606995453/719ac8e87449%2C46877%2C1732606995453.1732606997020, exclude list is [], retry=0 2024-11-26T07:43:17,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:17,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:17,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:17,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:17,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:17,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:17,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:17,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:17,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:17,049 INFO [RS:2;719ac8e87449:35077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516/719ac8e87449%2C35077%2C1732606995516.1732606997020 2024-11-26T07:43:17,049 INFO [RS:0;719ac8e87449:33553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,33553,1732606995339/719ac8e87449%2C33553%2C1732606995339.1732606997020 2024-11-26T07:43:17,049 DEBUG [RS:0;719ac8e87449:33553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:17,049 DEBUG [RS:2;719ac8e87449:35077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:17,050 INFO [RS:1;719ac8e87449:46877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,46877,1732606995453/719ac8e87449%2C46877%2C1732606995453.1732606997020 2024-11-26T07:43:17,050 DEBUG [RS:1;719ac8e87449:46877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:17,129 DEBUG [719ac8e87449:44481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T07:43:17,137 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:43:17,144 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:43:17,144 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:43:17,144 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:43:17,144 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:43:17,144 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:43:17,144 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:43:17,144 INFO [719ac8e87449:44481 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:43:17,144 INFO [719ac8e87449:44481 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:43:17,144 INFO [719ac8e87449:44481 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:43:17,144 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:43:17,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,33553,1732606995339 2024-11-26T07:43:17,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,33553,1732606995339, state=OPENING 2024-11-26T07:43:17,184 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:43:17,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:17,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:17,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:17,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:17,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:17,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:17,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:17,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:17,205 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:43:17,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,33553,1732606995339}] 2024-11-26T07:43:17,390 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:43:17,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:43:17,405 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:43:17,406 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:17,406 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:43:17,410 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C33553%2C1732606995339.meta, suffix=.meta, logDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,33553,1732606995339, archiveDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/oldWALs, maxLogs=32 2024-11-26T07:43:17,426 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,33553,1732606995339/719ac8e87449%2C33553%2C1732606995339.meta.1732606997413.meta, exclude list is [], retry=0 2024-11-26T07:43:17,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:17,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:17,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:17,433 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,33553,1732606995339/719ac8e87449%2C33553%2C1732606995339.meta.1732606997413.meta 2024-11-26T07:43:17,434 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:17,434 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:17,437 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:43:17,440 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:43:17,446 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:43:17,451 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:43:17,452 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:17,452 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:43:17,452 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:43:17,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:43:17,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:43:17,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:17,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:17,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:43:17,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:43:17,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:17,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:17,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:43:17,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:43:17,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:17,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:17,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:43:17,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:43:17,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:17,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:43:17,467 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:43:17,468 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740 2024-11-26T07:43:17,471 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740 2024-11-26T07:43:17,474 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:43:17,474 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:43:17,475 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:43:17,479 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:43:17,481 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73763953, jitterRate=0.0991685539484024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:43:17,481 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:43:17,482 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732606997453Writing region info on filesystem at 1732606997453Initializing all the Stores at 1732606997455 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606997455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606997456 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606997456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732606997456Cleaning up temporary data from old regions at 1732606997474 (+18 ms)Running coprocessor post-open hooks at 1732606997481 (+7 ms)Region opened successfully at 1732606997482 (+1 ms) 2024-11-26T07:43:17,489 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732606997381 2024-11-26T07:43:17,501 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:43:17,502 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:43:17,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,33553,1732606995339 2024-11-26T07:43:17,507 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,33553,1732606995339, state=OPEN 2024-11-26T07:43:17,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:43:17,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:43:17,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:43:17,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:43:17,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:17,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:17,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:17,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:43:17,535 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,33553,1732606995339 2024-11-26T07:43:17,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:43:17,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,33553,1732606995339 in 327 msec 2024-11-26T07:43:17,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:43:17,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 832 msec 2024-11-26T07:43:17,548 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:43:17,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:43:17,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:43:17,569 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,33553,1732606995339, seqNum=-1] 2024-11-26T07:43:17,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:43:17,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:43:17,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1510 sec 2024-11-26T07:43:17,645 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732606997644, completionTime=-1 2024-11-26T07:43:17,647 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T07:43:17,647 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:43:17,669 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T07:43:17,669 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607057669 2024-11-26T07:43:17,669 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607117669 2024-11-26T07:43:17,669 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-26T07:43:17,670 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:43:17,677 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,44481,1732606994615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:17,678 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,44481,1732606994615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:17,678 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,44481,1732606994615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:17,679 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:44481, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:17,680 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:17,680 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:17,686 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:43:17,710 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.099sec 2024-11-26T07:43:17,711 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:43:17,713 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:43:17,714 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:43:17,715 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:43:17,715 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:43:17,716 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,44481,1732606994615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:43:17,716 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,44481,1732606994615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:43:17,721 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:43:17,723 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:43:17,723 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,44481,1732606994615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:17,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4281526e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:43:17,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,44481,-1 for getting cluster id 2024-11-26T07:43:17,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:43:17,771 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26f33875-96e1-4c2a-bd7a-affec799e0b7' 2024-11-26T07:43:17,773 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:43:17,773 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26f33875-96e1-4c2a-bd7a-affec799e0b7" 2024-11-26T07:43:17,773 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc61bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:43:17,773 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,44481,-1] 2024-11-26T07:43:17,776 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:43:17,778 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:17,780 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:43:17,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e143cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:43:17,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:43:17,790 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,33553,1732606995339, seqNum=-1] 2024-11-26T07:43:17,791 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:43:17,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:43:17,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,44481,1732606994615 2024-11-26T07:43:17,812 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:37471/hbase 2024-11-26T07:43:17,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=366, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=11238 2024-11-26T07:43:17,848 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:17,851 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:17,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:17,857 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04920797, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-04920797, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:17,872 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04920797/hregion-04920797.1732606997859, exclude list is [], retry=0 2024-11-26T07:43:17,877 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:17,877 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:17,877 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:17,882 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04920797/hregion-04920797.1732606997859 2024-11-26T07:43:17,883 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:17,883 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 10eee8dadea5b97c872c8b5721fb1e8f, NAME => 'testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:17,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741838_1014 (size=64) 2024-11-26T07:43:17,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741838_1014 (size=64) 2024-11-26T07:43:17,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741838_1014 (size=64) 2024-11-26T07:43:17,901 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:17,907 INFO [StoreOpener-10eee8dadea5b97c872c8b5721fb1e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:17,909 INFO [StoreOpener-10eee8dadea5b97c872c8b5721fb1e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10eee8dadea5b97c872c8b5721fb1e8f columnFamilyName a 2024-11-26T07:43:17,909 DEBUG [StoreOpener-10eee8dadea5b97c872c8b5721fb1e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:17,911 INFO [StoreOpener-10eee8dadea5b97c872c8b5721fb1e8f-1 {}] regionserver.HStore(327): Store=10eee8dadea5b97c872c8b5721fb1e8f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:17,911 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:17,912 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:17,913 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:17,914 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:17,914 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:17,917 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:17,921 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:17,922 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 10eee8dadea5b97c872c8b5721fb1e8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73338804, jitterRate=0.09283334016799927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:17,923 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 10eee8dadea5b97c872c8b5721fb1e8f: Writing region info on filesystem at 1732606997901Initializing all the Stores at 1732606997902 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606997903 (+1 ms)Cleaning up temporary data from old regions at 1732606997914 (+11 ms)Region opened successfully at 1732606997923 (+9 ms) 2024-11-26T07:43:17,923 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 10eee8dadea5b97c872c8b5721fb1e8f, disabling compactions & flushes 2024-11-26T07:43:17,923 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f. 2024-11-26T07:43:17,924 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f. 2024-11-26T07:43:17,924 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f. after waiting 0 ms 2024-11-26T07:43:17,924 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f. 2024-11-26T07:43:17,924 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f. 2024-11-26T07:43:17,924 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 10eee8dadea5b97c872c8b5721fb1e8f: Waiting for close lock at 1732606997923Disabling compacts and flushes for region at 1732606997923Disabling writes for close at 1732606997924 (+1 ms)Writing region close event to WAL at 1732606997924Closed at 1732606997924 2024-11-26T07:43:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741837_1013 (size=95) 2024-11-26T07:43:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741837_1013 (size=95) 2024-11-26T07:43:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741837_1013 (size=95) 2024-11-26T07:43:17,936 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:17,937 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04920797:(num 1732606997859) 2024-11-26T07:43:17,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-26T07:43:17,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741839_1015 (size=320) 2024-11-26T07:43:17,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741839_1015 (size=320) 2024-11-26T07:43:17,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741839_1015 (size=320) 2024-11-26T07:43:17,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-26T07:43:17,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741840_1016 (size=253) 2024-11-26T07:43:17,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741840_1016 (size=253) 2024-11-26T07:43:17,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741840_1016 (size=253) 2024-11-26T07:43:17,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1, size=320 (320bytes) 2024-11-26T07:43:17,996 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T07:43:17,996 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T07:43:17,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1 2024-11-26T07:43:18,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1 after 4ms 2024-11-26T07:43:18,007 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:18,008 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1 took 14ms 2024-11-26T07:43:18,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1 so closing down 2024-11-26T07:43:18,019 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:18,022 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-26T07:43:18,024 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000001-wal-1.temp 2024-11-26T07:43:18,025 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741841_1017 (size=320) 2024-11-26T07:43:18,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741841_1017 (size=320) 2024-11-26T07:43:18,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741841_1017 (size=320) 2024-11-26T07:43:18,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:18,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002 2024-11-26T07:43:18,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-26T07:43:18,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1, journal: Splitting hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1, size=320 (320bytes) at 1732606997995Finishing writing output for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1 so closing down at 1732606998019 (+24 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000001-wal-1.temp at 1732606998024 (+5 ms)3 split writer threads finished at 1732606998025 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732606998040 (+15 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002 at 1732606998043 (+3 ms)Processed 2 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732606998046 (+3 ms) 2024-11-26T07:43:18,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2, size=253 (253bytes) 2024-11-26T07:43:18,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2 2024-11-26T07:43:18,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2 after 0ms 2024-11-26T07:43:18,065 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:18,066 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2 took 6ms 2024-11-26T07:43:18,068 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2 so closing down 2024-11-26T07:43:18,068 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:18,071 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-26T07:43:18,073 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002-wal-2.temp 2024-11-26T07:43:18,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:18,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741842_1018 (size=253) 2024-11-26T07:43:18,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741842_1018 (size=253) 2024-11-26T07:43:18,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741842_1018 (size=253) 2024-11-26T07:43:18,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:18,089 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:18,092 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-26T07:43:18,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-26T07:43:18,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2, journal: Splitting hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2, size=253 (253bytes) at 1732606998061Finishing writing output for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2 so closing down at 1732606998068 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002-wal-2.temp at 1732606998073 (+5 ms)3 split writer threads finished at 1732606998073Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732606998084 (+11 ms)Processed 1 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732606998095 (+11 ms) 2024-11-26T07:43:18,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:18,099 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:18,119 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal.1732606998101, exclude list is [], retry=0 2024-11-26T07:43:18,124 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:18,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:18,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:18,133 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal.1732606998101 2024-11-26T07:43:18,133 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:18,133 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 10eee8dadea5b97c872c8b5721fb1e8f, NAME => 'testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:18,134 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:18,134 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:18,134 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:18,137 INFO [StoreOpener-10eee8dadea5b97c872c8b5721fb1e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:18,140 INFO [StoreOpener-10eee8dadea5b97c872c8b5721fb1e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10eee8dadea5b97c872c8b5721fb1e8f columnFamilyName a 2024-11-26T07:43:18,140 DEBUG [StoreOpener-10eee8dadea5b97c872c8b5721fb1e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:18,142 INFO [StoreOpener-10eee8dadea5b97c872c8b5721fb1e8f-1 {}] regionserver.HStore(327): Store=10eee8dadea5b97c872c8b5721fb1e8f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:18,142 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:18,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:18,148 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:18,150 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002 2024-11-26T07:43:18,155 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:18,160 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002 2024-11-26T07:43:18,163 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 10eee8dadea5b97c872c8b5721fb1e8f 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-26T07:43:18,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/.tmp/a/c2644906e20d4513a0cae0582f5a1f3a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732606997937/Put/seqid=0 2024-11-26T07:43:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741844_1020 (size=5170) 2024-11-26T07:43:18,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741844_1020 (size=5170) 2024-11-26T07:43:18,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741844_1020 (size=5170) 2024-11-26T07:43:18,228 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/.tmp/a/c2644906e20d4513a0cae0582f5a1f3a 2024-11-26T07:43:18,278 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/.tmp/a/c2644906e20d4513a0cae0582f5a1f3a as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/a/c2644906e20d4513a0cae0582f5a1f3a 2024-11-26T07:43:18,291 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/a/c2644906e20d4513a0cae0582f5a1f3a, entries=2, sequenceid=2, filesize=5.0 K 2024-11-26T07:43:18,299 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 10eee8dadea5b97c872c8b5721fb1e8f in 132ms, sequenceid=2, compaction requested=false; wal=null 2024-11-26T07:43:18,301 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/0000000000000000002 2024-11-26T07:43:18,302 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:18,302 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:18,305 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 10eee8dadea5b97c872c8b5721fb1e8f 2024-11-26T07:43:18,308 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/10eee8dadea5b97c872c8b5721fb1e8f/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-26T07:43:18,310 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 10eee8dadea5b97c872c8b5721fb1e8f; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74083244, jitterRate=0.10392636060714722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:18,311 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 10eee8dadea5b97c872c8b5721fb1e8f: Writing region info on filesystem at 1732606998134Initializing all the Stores at 1732606998136 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606998137 (+1 ms)Obtaining lock to block concurrent updates at 1732606998164 (+27 ms)Preparing flush snapshotting stores in 10eee8dadea5b97c872c8b5721fb1e8f at 1732606998164Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732606998167 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732606997849.10eee8dadea5b97c872c8b5721fb1e8f. at 1732606998167Flushing 10eee8dadea5b97c872c8b5721fb1e8f/a: creating writer at 1732606998168 (+1 ms)Flushing 10eee8dadea5b97c872c8b5721fb1e8f/a: appending metadata at 1732606998201 (+33 ms)Flushing 10eee8dadea5b97c872c8b5721fb1e8f/a: closing flushed file at 1732606998204 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225577ef: reopening flushed file at 1732606998276 (+72 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 10eee8dadea5b97c872c8b5721fb1e8f in 132ms, sequenceid=2, compaction requested=false; wal=null at 1732606998300 (+24 ms)Cleaning up temporary data from old regions at 1732606998302 (+2 ms)Region opened successfully at 1732606998311 (+9 ms) 2024-11-26T07:43:18,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=377 (was 366) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:51012 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:51060 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37471/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:46578 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:58026 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:46392 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:57872 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 394), ProcessCount=11 (was 11), AvailableMemoryMB=11217 (was 11238) 2024-11-26T07:43:18,349 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=11216 2024-11-26T07:43:18,363 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:18,365 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:18,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:18,369 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49636554, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-49636554, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:18,381 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49636554/hregion-49636554.1732606998370, exclude list is [], retry=0 2024-11-26T07:43:18,385 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:18,385 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:18,387 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:18,390 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49636554/hregion-49636554.1732606998370 2024-11-26T07:43:18,394 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:18,394 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => aed7a42339a63fc92818d7f1ccd5c801, NAME => 'testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:18,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741846_1022 (size=64) 2024-11-26T07:43:18,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741846_1022 (size=64) 2024-11-26T07:43:18,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741846_1022 (size=64) 2024-11-26T07:43:18,408 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:18,410 INFO [StoreOpener-aed7a42339a63fc92818d7f1ccd5c801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,413 INFO [StoreOpener-aed7a42339a63fc92818d7f1ccd5c801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aed7a42339a63fc92818d7f1ccd5c801 columnFamilyName a 2024-11-26T07:43:18,413 DEBUG [StoreOpener-aed7a42339a63fc92818d7f1ccd5c801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:18,414 INFO [StoreOpener-aed7a42339a63fc92818d7f1ccd5c801-1 {}] regionserver.HStore(327): Store=aed7a42339a63fc92818d7f1ccd5c801/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:18,414 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,416 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,417 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,417 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,420 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,424 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:18,425 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aed7a42339a63fc92818d7f1ccd5c801; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73183720, jitterRate=0.0905224084854126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:18,425 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aed7a42339a63fc92818d7f1ccd5c801: Writing region info on filesystem at 1732606998409Initializing all the Stores at 1732606998410 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606998410Cleaning up temporary data from old regions at 1732606998417 (+7 ms)Region opened successfully at 1732606998425 (+8 ms) 2024-11-26T07:43:18,425 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aed7a42339a63fc92818d7f1ccd5c801, disabling compactions & flushes 2024-11-26T07:43:18,425 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801. 2024-11-26T07:43:18,425 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801. 2024-11-26T07:43:18,425 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801. after waiting 0 ms 2024-11-26T07:43:18,425 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801. 2024-11-26T07:43:18,426 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801. 2024-11-26T07:43:18,426 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aed7a42339a63fc92818d7f1ccd5c801: Waiting for close lock at 1732606998425Disabling compacts and flushes for region at 1732606998425Disabling writes for close at 1732606998425Writing region close event to WAL at 1732606998426 (+1 ms)Closed at 1732606998426 2024-11-26T07:43:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741845_1021 (size=95) 2024-11-26T07:43:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741845_1021 (size=95) 2024-11-26T07:43:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741845_1021 (size=95) 2024-11-26T07:43:18,434 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:18,435 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49636554:(num 1732606998370) 2024-11-26T07:43:18,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-26T07:43:18,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741847_1023 (size=320) 2024-11-26T07:43:18,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741847_1023 (size=320) 2024-11-26T07:43:18,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741847_1023 (size=320) 2024-11-26T07:43:18,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-26T07:43:18,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741848_1024 (size=253) 2024-11-26T07:43:18,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741848_1024 (size=253) 2024-11-26T07:43:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741848_1024 (size=253) 2024-11-26T07:43:18,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2, size=253 (253bytes) 2024-11-26T07:43:18,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2 2024-11-26T07:43:18,492 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2 after 1ms 2024-11-26T07:43:18,497 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:18,498 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2 took 7ms 2024-11-26T07:43:18,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2 so closing down 2024-11-26T07:43:18,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:18,504 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-26T07:43:18,506 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002-wal-2.temp 2024-11-26T07:43:18,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:18,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741849_1025 (size=253) 2024-11-26T07:43:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741849_1025 (size=253) 2024-11-26T07:43:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741849_1025 (size=253) 2024-11-26T07:43:18,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:18,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002 2024-11-26T07:43:18,520 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-26T07:43:18,520 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2, journal: Splitting hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2, size=253 (253bytes) at 1732606998491Finishing writing output for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2 so closing down at 1732606998501 (+10 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002-wal-2.temp at 1732606998506 (+5 ms)3 split writer threads finished at 1732606998507 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732606998517 (+10 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002 at 1732606998520 (+3 ms)Processed 1 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732606998520 2024-11-26T07:43:18,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1, size=320 (320bytes) 2024-11-26T07:43:18,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1 2024-11-26T07:43:18,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1 after 1ms 2024-11-26T07:43:18,544 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:18,544 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1 took 5ms 2024-11-26T07:43:18,548 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1 so closing down 2024-11-26T07:43:18,548 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:18,551 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-26T07:43:18,552 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000001-wal-1.temp 2024-11-26T07:43:18,553 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741850_1026 (size=320) 2024-11-26T07:43:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741850_1026 (size=320) 2024-11-26T07:43:18,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741850_1026 (size=320) 2024-11-26T07:43:18,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:18,568 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:18,571 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002, length=253 2024-11-26T07:43:18,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002 2024-11-26T07:43:18,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-26T07:43:18,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1, journal: Splitting hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1, size=320 (320bytes) at 1732606998539Finishing writing output for hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1 so closing down at 1732606998548 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000001-wal-1.temp at 1732606998552 (+4 ms)3 split writer threads finished at 1732606998553 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732606998562 (+9 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002 at 1732606998574 (+12 ms)Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732606998574 2024-11-26T07:43:18,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:18,577 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:18,591 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal.1732606998578, exclude list is [], retry=0 2024-11-26T07:43:18,595 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:18,595 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:18,595 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:18,598 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal.1732606998578 2024-11-26T07:43:18,598 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:18,599 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => aed7a42339a63fc92818d7f1ccd5c801, NAME => 'testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:18,599 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:18,599 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,599 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,601 INFO [StoreOpener-aed7a42339a63fc92818d7f1ccd5c801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,604 INFO [StoreOpener-aed7a42339a63fc92818d7f1ccd5c801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aed7a42339a63fc92818d7f1ccd5c801 columnFamilyName a 2024-11-26T07:43:18,604 DEBUG [StoreOpener-aed7a42339a63fc92818d7f1ccd5c801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:18,605 INFO [StoreOpener-aed7a42339a63fc92818d7f1ccd5c801-1 {}] regionserver.HStore(327): Store=aed7a42339a63fc92818d7f1ccd5c801/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:18,605 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,606 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,609 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,610 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002 2024-11-26T07:43:18,613 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:18,615 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002 2024-11-26T07:43:18,615 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aed7a42339a63fc92818d7f1ccd5c801 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-26T07:43:18,633 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/.tmp/a/ace3f5a38c6645bf849126a607b82e12 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732606998435/Put/seqid=0 2024-11-26T07:43:18,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741852_1028 (size=5170) 2024-11-26T07:43:18,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741852_1028 (size=5170) 2024-11-26T07:43:18,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741852_1028 (size=5170) 2024-11-26T07:43:18,643 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/.tmp/a/ace3f5a38c6645bf849126a607b82e12 2024-11-26T07:43:18,652 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/.tmp/a/ace3f5a38c6645bf849126a607b82e12 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/a/ace3f5a38c6645bf849126a607b82e12 2024-11-26T07:43:18,662 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/a/ace3f5a38c6645bf849126a607b82e12, entries=2, sequenceid=2, filesize=5.0 K 2024-11-26T07:43:18,662 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for aed7a42339a63fc92818d7f1ccd5c801 in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-11-26T07:43:18,663 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/0000000000000000002 2024-11-26T07:43:18,664 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,664 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,667 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aed7a42339a63fc92818d7f1ccd5c801 2024-11-26T07:43:18,670 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/aed7a42339a63fc92818d7f1ccd5c801/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-26T07:43:18,671 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aed7a42339a63fc92818d7f1ccd5c801; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65907326, jitterRate=-0.017904311418533325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:18,671 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aed7a42339a63fc92818d7f1ccd5c801: Writing region info on filesystem at 1732606998599Initializing all the Stores at 1732606998601 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606998601Obtaining lock to block concurrent updates at 1732606998615 (+14 ms)Preparing flush snapshotting stores in aed7a42339a63fc92818d7f1ccd5c801 at 1732606998615Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732606998615Flushing stores of testReplayEditsWrittenIntoWAL,,1732606998363.aed7a42339a63fc92818d7f1ccd5c801. at 1732606998615Flushing aed7a42339a63fc92818d7f1ccd5c801/a: creating writer at 1732606998615Flushing aed7a42339a63fc92818d7f1ccd5c801/a: appending metadata at 1732606998631 (+16 ms)Flushing aed7a42339a63fc92818d7f1ccd5c801/a: closing flushed file at 1732606998631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a518618: reopening flushed file at 1732606998651 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for aed7a42339a63fc92818d7f1ccd5c801 in 47ms, sequenceid=2, compaction requested=false; wal=null at 1732606998663 (+12 ms)Cleaning up temporary data from old regions at 1732606998664 (+1 ms)Region opened successfully at 1732606998671 (+7 ms) 2024-11-26T07:43:18,687 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:51012 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:46392 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:57872 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:46640 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:51144 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:58088 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 394), ProcessCount=11 (was 11), AvailableMemoryMB=11213 (was 11216) 2024-11-26T07:43:18,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=11212 2024-11-26T07:43:18,716 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:18,718 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:18,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:18,722 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99726044, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-99726044, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:18,735 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99726044/hregion-99726044.1732606998722, exclude list is [], retry=0 2024-11-26T07:43:18,738 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:18,738 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:18,739 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:18,741 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99726044/hregion-99726044.1732606998722 2024-11-26T07:43:18,741 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:18,741 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 932415e389e6b0e915fa55d1d2bcf59c, NAME => 'testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741854_1030 (size=64) 2024-11-26T07:43:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741854_1030 (size=64) 2024-11-26T07:43:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741854_1030 (size=64) 2024-11-26T07:43:18,753 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:18,754 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:18,757 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932415e389e6b0e915fa55d1d2bcf59c columnFamilyName a 2024-11-26T07:43:18,757 DEBUG [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:18,758 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(327): Store=932415e389e6b0e915fa55d1d2bcf59c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:18,758 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:18,760 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932415e389e6b0e915fa55d1d2bcf59c columnFamilyName b 2024-11-26T07:43:18,760 DEBUG [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:18,761 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(327): Store=932415e389e6b0e915fa55d1d2bcf59c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:18,761 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:18,763 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932415e389e6b0e915fa55d1d2bcf59c columnFamilyName c 2024-11-26T07:43:18,763 DEBUG [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:18,763 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(327): Store=932415e389e6b0e915fa55d1d2bcf59c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:18,764 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:18,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:18,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:18,766 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:18,767 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:18,767 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:18,769 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:18,775 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:18,776 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 932415e389e6b0e915fa55d1d2bcf59c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64248143, jitterRate=-0.04262806475162506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:18,776 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 932415e389e6b0e915fa55d1d2bcf59c: Writing region info on filesystem at 1732606998753Initializing all the Stores at 1732606998754 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606998754Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606998754Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732606998754Cleaning up temporary data from old regions at 1732606998767 (+13 ms)Region opened successfully at 1732606998776 (+9 ms) 2024-11-26T07:43:18,776 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 932415e389e6b0e915fa55d1d2bcf59c, disabling compactions & flushes 2024-11-26T07:43:18,776 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. 2024-11-26T07:43:18,776 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. 2024-11-26T07:43:18,776 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. after waiting 0 ms 2024-11-26T07:43:18,776 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. 2024-11-26T07:43:18,777 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. 2024-11-26T07:43:18,777 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 932415e389e6b0e915fa55d1d2bcf59c: Waiting for close lock at 1732606998776Disabling compacts and flushes for region at 1732606998776Disabling writes for close at 1732606998776Writing region close event to WAL at 1732606998777 (+1 ms)Closed at 1732606998777 2024-11-26T07:43:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741853_1029 (size=95) 2024-11-26T07:43:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741853_1029 (size=95) 2024-11-26T07:43:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741853_1029 (size=95) 2024-11-26T07:43:18,783 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:18,783 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99726044:(num 1732606998722) 2024-11-26T07:43:18,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:18,786 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:18,799 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786, exclude list is [], retry=0 2024-11-26T07:43:18,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:18,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:18,803 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:18,805 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 2024-11-26T07:43:18,806 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:19,022 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786, size=0 (0bytes) 2024-11-26T07:43:19,022 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 might be still open, length is 0 2024-11-26T07:43:19,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 2024-11-26T07:43:19,024 WARN [IPC Server handler 3 on default port 37471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-26T07:43:19,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 after 2ms 2024-11-26T07:43:19,758 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:51180 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39117:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51180 dst: /127.0.0.1:39117 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39117 remote=/127.0.0.1:51180]. Total timeout mills is 60000, 59231 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:19,759 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:58104 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38299:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58104 dst: /127.0.0.1:38299 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:19,759 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:46676 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46676 dst: /127.0.0.1:46819 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741855_1032 (size=263633) 2024-11-26T07:43:19,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741855_1032 (size=263633) 2024-11-26T07:43:19,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741855_1032 (size=263633) 2024-11-26T07:43:22,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T07:43:23,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:43:23,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 after 4003ms 2024-11-26T07:43:23,029 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:23,031 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 took 4009ms 2024-11-26T07:43:23,036 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732606998786.temp 2024-11-26T07:43:23,038 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000000001-wal.1732606998786.temp 2024-11-26T07:43:23,147 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786; continuing. 2024-11-26T07:43:23,147 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 so closing down 2024-11-26T07:43:23,147 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:23,147 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:23,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741856_1033 (size=263641) 2024-11-26T07:43:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741856_1033 (size=263641) 2024-11-26T07:43:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741856_1033 (size=263641) 2024-11-26T07:43:23,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000000001-wal.1732606998786.temp (wrote 3002 edits, skipped 0 edits in 69 ms) 2024-11-26T07:43:23,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000000001-wal.1732606998786.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000003002 2024-11-26T07:43:23,154 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786, size=0, length=0, corrupted=false, cancelled=false 2024-11-26T07:43:23,154 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786, journal: Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786, size=0 (0bytes) at 1732606999022Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000000001-wal.1732606998786.temp at 1732607003038 (+4016 ms)Split 1024 edits, skipped 0 edits. at 1732607003097 (+59 ms)Split 2048 edits, skipped 0 edits. at 1732607003123 (+26 ms)Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 so closing down at 1732607003147 (+24 ms)3 split writer threads finished at 1732607003147Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000000001-wal.1732606998786.temp (wrote 3002 edits, skipped 0 edits in 69 ms) at 1732607003152 (+5 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000000001-wal.1732606998786.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000003002 at 1732607003154 (+2 ms)Processed 3002 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786, size=0, length=0, corrupted=false, cancelled=false at 1732607003154 2024-11-26T07:43:23,156 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 to hdfs://localhost:37471/hbase/oldWALs/wal.1732606998786 2024-11-26T07:43:23,158 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000003002 2024-11-26T07:43:23,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:23,160 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:23,173 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732607003161, exclude list is [], retry=0 2024-11-26T07:43:23,177 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:23,177 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:23,178 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:23,180 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732607003161 2024-11-26T07:43:23,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:23,181 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:23,184 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:23,186 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932415e389e6b0e915fa55d1d2bcf59c columnFamilyName a 2024-11-26T07:43:23,186 DEBUG [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:23,187 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(327): Store=932415e389e6b0e915fa55d1d2bcf59c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:23,187 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:23,188 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932415e389e6b0e915fa55d1d2bcf59c columnFamilyName b 2024-11-26T07:43:23,189 DEBUG [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:23,190 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(327): Store=932415e389e6b0e915fa55d1d2bcf59c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:23,190 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:23,192 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 932415e389e6b0e915fa55d1d2bcf59c columnFamilyName c 2024-11-26T07:43:23,192 DEBUG [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:23,193 INFO [StoreOpener-932415e389e6b0e915fa55d1d2bcf59c-1 {}] regionserver.HStore(327): Store=932415e389e6b0e915fa55d1d2bcf59c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:23,193 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:23,194 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:23,196 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:23,198 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000003002 2024-11-26T07:43:23,201 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:23,254 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-26T07:43:23,617 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 932415e389e6b0e915fa55d1d2bcf59c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-26T07:43:23,654 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/a/8bd6bff783814a00a23afcfb6b03e539 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732606998815/Put/seqid=0 2024-11-26T07:43:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741858_1035 (size=50463) 2024-11-26T07:43:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741858_1035 (size=50463) 2024-11-26T07:43:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741858_1035 (size=50463) 2024-11-26T07:43:23,665 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/a/8bd6bff783814a00a23afcfb6b03e539 2024-11-26T07:43:23,675 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/a/8bd6bff783814a00a23afcfb6b03e539 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/a/8bd6bff783814a00a23afcfb6b03e539 2024-11-26T07:43:23,682 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/a/8bd6bff783814a00a23afcfb6b03e539, entries=754, sequenceid=754, filesize=49.3 K 2024-11-26T07:43:23,683 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 932415e389e6b0e915fa55d1d2bcf59c in 66ms, sequenceid=754, compaction requested=false; wal=null 2024-11-26T07:43:23,717 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-26T07:43:23,718 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 932415e389e6b0e915fa55d1d2bcf59c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-26T07:43:23,726 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/a/0eb4917504214634a57fa43cdb80e211 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732606998875/Put/seqid=0 2024-11-26T07:43:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741859_1036 (size=20072) 2024-11-26T07:43:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741859_1036 (size=20072) 2024-11-26T07:43:23,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741859_1036 (size=20072) 2024-11-26T07:43:23,737 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/a/0eb4917504214634a57fa43cdb80e211 2024-11-26T07:43:23,763 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/b/b05fb3f343704042bbf97d2823c6949c is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732606998903/Put/seqid=0 2024-11-26T07:43:23,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741860_1037 (size=35835) 2024-11-26T07:43:23,772 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/b/b05fb3f343704042bbf97d2823c6949c 2024-11-26T07:43:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741860_1037 (size=35835) 2024-11-26T07:43:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741860_1037 (size=35835) 2024-11-26T07:43:23,781 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/a/0eb4917504214634a57fa43cdb80e211 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/a/0eb4917504214634a57fa43cdb80e211 2024-11-26T07:43:23,789 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/a/0eb4917504214634a57fa43cdb80e211, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-26T07:43:23,791 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/b/b05fb3f343704042bbf97d2823c6949c as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/b/b05fb3f343704042bbf97d2823c6949c 2024-11-26T07:43:23,802 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/b/b05fb3f343704042bbf97d2823c6949c, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-26T07:43:23,802 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 932415e389e6b0e915fa55d1d2bcf59c in 85ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-26T07:43:23,822 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-26T07:43:23,822 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 932415e389e6b0e915fa55d1d2bcf59c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-26T07:43:23,831 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/b/842e00b75e374451902cd95d7e54e91d is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732606998920/Put/seqid=0 2024-11-26T07:43:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741861_1038 (size=35082) 2024-11-26T07:43:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741861_1038 (size=35082) 2024-11-26T07:43:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741861_1038 (size=35082) 2024-11-26T07:43:23,841 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/b/842e00b75e374451902cd95d7e54e91d 2024-11-26T07:43:23,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/c/c71f5a696b4e430ead5013c952cc5c96 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732606998947/Put/seqid=0 2024-11-26T07:43:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741862_1039 (size=20825) 2024-11-26T07:43:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741862_1039 (size=20825) 2024-11-26T07:43:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741862_1039 (size=20825) 2024-11-26T07:43:23,878 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/c/c71f5a696b4e430ead5013c952cc5c96 2024-11-26T07:43:23,888 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/b/842e00b75e374451902cd95d7e54e91d as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/b/842e00b75e374451902cd95d7e54e91d 2024-11-26T07:43:23,897 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/b/842e00b75e374451902cd95d7e54e91d, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-26T07:43:23,899 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/c/c71f5a696b4e430ead5013c952cc5c96 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/c/c71f5a696b4e430ead5013c952cc5c96 2024-11-26T07:43:23,907 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/c/c71f5a696b4e430ead5013c952cc5c96, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-26T07:43:23,908 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 932415e389e6b0e915fa55d1d2bcf59c in 86ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-26T07:43:23,929 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732606998986/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. 2024-11-26T07:43:23,933 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000003002 2024-11-26T07:43:23,933 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-26T07:43:23,934 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 932415e389e6b0e915fa55d1d2bcf59c 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-26T07:43:23,943 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/c/73105b73bffc4dbab3abed80d26ff57d is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732606998953/Put/seqid=0 2024-11-26T07:43:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741863_1040 (size=50301) 2024-11-26T07:43:23,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741863_1040 (size=50301) 2024-11-26T07:43:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741863_1040 (size=50301) 2024-11-26T07:43:23,953 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/c/73105b73bffc4dbab3abed80d26ff57d 2024-11-26T07:43:23,961 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73105b73bffc4dbab3abed80d26ff57d 2024-11-26T07:43:23,962 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/.tmp/c/73105b73bffc4dbab3abed80d26ff57d as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/c/73105b73bffc4dbab3abed80d26ff57d 2024-11-26T07:43:23,970 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73105b73bffc4dbab3abed80d26ff57d 2024-11-26T07:43:23,970 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/c/73105b73bffc4dbab3abed80d26ff57d, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-26T07:43:23,970 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 932415e389e6b0e915fa55d1d2bcf59c in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-26T07:43:23,971 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/0000000000000003002 2024-11-26T07:43:23,973 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:23,973 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:23,974 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T07:43:23,976 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 932415e389e6b0e915fa55d1d2bcf59c 2024-11-26T07:43:23,978 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenIntoWAL/932415e389e6b0e915fa55d1d2bcf59c/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-26T07:43:23,979 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 932415e389e6b0e915fa55d1d2bcf59c; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62819070, jitterRate=-0.06392291188240051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T07:43:23,979 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 932415e389e6b0e915fa55d1d2bcf59c: Writing region info on filesystem at 1732607003181Initializing all the Stores at 1732607003183 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607003183Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607003184 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607003184Cleaning up temporary data from old regions at 1732607003973 (+789 ms)Region opened successfully at 1732607003979 (+6 ms) 2024-11-26T07:43:24,060 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 932415e389e6b0e915fa55d1d2bcf59c, disabling compactions & flushes 2024-11-26T07:43:24,060 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. 2024-11-26T07:43:24,061 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. 2024-11-26T07:43:24,061 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. after waiting 0 ms 2024-11-26T07:43:24,061 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. 2024-11-26T07:43:24,063 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732606998716.932415e389e6b0e915fa55d1d2bcf59c. 2024-11-26T07:43:24,063 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 932415e389e6b0e915fa55d1d2bcf59c: Waiting for close lock at 1732607004060Disabling compacts and flushes for region at 1732607004060Disabling writes for close at 1732607004061 (+1 ms)Writing region close event to WAL at 1732607004063 (+2 ms)Closed at 1732607004063 2024-11-26T07:43:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741857_1034 (size=95) 2024-11-26T07:43:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741857_1034 (size=95) 2024-11-26T07:43:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741857_1034 (size=95) 2024-11-26T07:43:24,070 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:24,071 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732607003161) 2024-11-26T07:43:24,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 387) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1755411086_22 at /127.0.0.1:37974 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:37471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1755411086_22 at /127.0.0.1:38264 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1755411086_22 at /127.0.0.1:45828 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:37179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:38619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:37471 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1755411086_22 at /127.0.0.1:45848 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 394), ProcessCount=11 (was 11), AvailableMemoryMB=11155 (was 11212) 2024-11-26T07:43:24,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=11152 2024-11-26T07:43:24,121 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:24,124 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:24,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:24,129 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64314119, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-64314119, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:24,142 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64314119/hregion-64314119.1732607004129, exclude list is [], retry=0 2024-11-26T07:43:24,146 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:24,147 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:24,147 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:24,151 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64314119/hregion-64314119.1732607004129 2024-11-26T07:43:24,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:24,151 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 421e367a6391fef57164eb80f9ed0166, NAME => 'test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:24,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741865_1042 (size=43) 2024-11-26T07:43:24,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741865_1042 (size=43) 2024-11-26T07:43:24,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741865_1042 (size=43) 2024-11-26T07:43:24,162 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:24,164 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,166 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421e367a6391fef57164eb80f9ed0166 columnFamilyName a 2024-11-26T07:43:24,166 DEBUG [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:24,166 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(327): Store=421e367a6391fef57164eb80f9ed0166/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:24,166 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,168 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421e367a6391fef57164eb80f9ed0166 columnFamilyName b 2024-11-26T07:43:24,168 DEBUG [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:24,169 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(327): Store=421e367a6391fef57164eb80f9ed0166/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:24,169 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,171 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421e367a6391fef57164eb80f9ed0166 columnFamilyName c 2024-11-26T07:43:24,171 DEBUG [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:24,171 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(327): Store=421e367a6391fef57164eb80f9ed0166/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:24,172 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,172 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,173 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,174 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,174 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,175 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:24,177 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,179 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:24,180 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 421e367a6391fef57164eb80f9ed0166; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73429617, jitterRate=0.09418655931949615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:24,181 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 421e367a6391fef57164eb80f9ed0166: Writing region info on filesystem at 1732607004162Initializing all the Stores at 1732607004164 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607004164Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607004164Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607004164Cleaning up temporary data from old regions at 1732607004174 (+10 ms)Region opened successfully at 1732607004181 (+7 ms) 2024-11-26T07:43:24,182 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 421e367a6391fef57164eb80f9ed0166, disabling compactions & flushes 2024-11-26T07:43:24,182 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. 2024-11-26T07:43:24,182 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. 2024-11-26T07:43:24,182 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. after waiting 0 ms 2024-11-26T07:43:24,182 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. 2024-11-26T07:43:24,182 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. 2024-11-26T07:43:24,183 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 421e367a6391fef57164eb80f9ed0166: Waiting for close lock at 1732607004182Disabling compacts and flushes for region at 1732607004182Disabling writes for close at 1732607004182Writing region close event to WAL at 1732607004182Closed at 1732607004182 2024-11-26T07:43:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741864_1041 (size=95) 2024-11-26T07:43:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741864_1041 (size=95) 2024-11-26T07:43:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741864_1041 (size=95) 2024-11-26T07:43:24,189 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:24,189 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64314119:(num 1732607004129) 2024-11-26T07:43:24,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:24,192 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:24,205 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192, exclude list is [], retry=0 2024-11-26T07:43:24,208 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:24,209 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:24,209 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:24,212 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192 2024-11-26T07:43:24,212 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:24,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741866_1043 (size=263359) 2024-11-26T07:43:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741866_1043 (size=263359) 2024-11-26T07:43:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741866_1043 (size=263359) 2024-11-26T07:43:24,387 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192, size=257.2 K (263359bytes) 2024-11-26T07:43:24,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192 2024-11-26T07:43:24,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192 after 0ms 2024-11-26T07:43:24,391 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:24,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192 took 6ms 2024-11-26T07:43:24,398 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732607004192.temp 2024-11-26T07:43:24,400 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000000001-wal.1732607004192.temp 2024-11-26T07:43:24,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192 so closing down 2024-11-26T07:43:24,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:24,456 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:24,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741867_1044 (size=263359) 2024-11-26T07:43:24,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741867_1044 (size=263359) 2024-11-26T07:43:24,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741867_1044 (size=263359) 2024-11-26T07:43:24,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000000001-wal.1732607004192.temp (wrote 3000 edits, skipped 0 edits in 42 ms) 2024-11-26T07:43:24,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000000001-wal.1732607004192.temp to hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003000 2024-11-26T07:43:24,463 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-26T07:43:24,463 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192, journal: Splitting hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192, size=257.2 K (263359bytes) at 1732607004387Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000000001-wal.1732607004192.temp at 1732607004400 (+13 ms)Split 1024 edits, skipped 0 edits. at 1732607004416 (+16 ms)Split 2048 edits, skipped 0 edits. at 1732607004437 (+21 ms)Finishing writing output for hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192 so closing down at 1732607004456 (+19 ms)3 split writer threads finished at 1732607004456Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000000001-wal.1732607004192.temp (wrote 3000 edits, skipped 0 edits in 42 ms) at 1732607004460 (+4 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000000001-wal.1732607004192.temp to hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003000 at 1732607004463 (+3 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732607004463 2024-11-26T07:43:24,466 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004192 to hdfs://localhost:37471/hbase/oldWALs/wal.1732607004192 2024-11-26T07:43:24,467 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003000 2024-11-26T07:43:24,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:24,470 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:24,489 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470, exclude list is [], retry=0 2024-11-26T07:43:24,493 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:24,493 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:24,494 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:24,496 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470 2024-11-26T07:43:24,496 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:24,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741868_1045 (size=263486) 2024-11-26T07:43:24,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741868_1045 (size=263486) 2024-11-26T07:43:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741868_1045 (size=263486) 2024-11-26T07:43:24,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470, size=257.3 K (263486bytes) 2024-11-26T07:43:24,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470 2024-11-26T07:43:24,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470 after 0ms 2024-11-26T07:43:24,664 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:24,666 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470 took 6ms 2024-11-26T07:43:24,670 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732607004470.temp 2024-11-26T07:43:24,672 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003001-wal.1732607004470.temp 2024-11-26T07:43:24,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470 so closing down 2024-11-26T07:43:24,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:24,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:24,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741869_1046 (size=263486) 2024-11-26T07:43:24,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741869_1046 (size=263486) 2024-11-26T07:43:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741869_1046 (size=263486) 2024-11-26T07:43:24,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003001-wal.1732607004470.temp (wrote 3000 edits, skipped 0 edits in 37 ms) 2024-11-26T07:43:24,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003001-wal.1732607004470.temp to hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000006000 2024-11-26T07:43:24,736 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-26T07:43:24,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470, journal: Splitting hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470, size=257.3 K (263486bytes) at 1732607004660Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003001-wal.1732607004470.temp at 1732607004672 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732607004689 (+17 ms)Split 2048 edits, skipped 0 edits. at 1732607004709 (+20 ms)Finishing writing output for hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470 so closing down at 1732607004729 (+20 ms)3 split writer threads finished at 1732607004729Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003001-wal.1732607004470.temp (wrote 3000 edits, skipped 0 edits in 37 ms) at 1732607004734 (+5 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003001-wal.1732607004470.temp to hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000006000 at 1732607004736 (+2 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732607004736 2024-11-26T07:43:24,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004470 to hdfs://localhost:37471/hbase/oldWALs/wal.1732607004470 2024-11-26T07:43:24,740 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000006000 2024-11-26T07:43:24,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:24,743 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/test2727-manual,16010,1732607004120, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:24,763 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004743, exclude list is [], retry=0 2024-11-26T07:43:24,766 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:24,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:24,768 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:24,770 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732607004120/wal.1732607004743 2024-11-26T07:43:24,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:24,771 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 421e367a6391fef57164eb80f9ed0166, NAME => 'test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:24,771 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:24,772 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,772 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,774 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,775 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421e367a6391fef57164eb80f9ed0166 columnFamilyName a 2024-11-26T07:43:24,775 DEBUG [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:24,776 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(327): Store=421e367a6391fef57164eb80f9ed0166/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:24,776 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,777 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421e367a6391fef57164eb80f9ed0166 columnFamilyName b 2024-11-26T07:43:24,777 DEBUG [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:24,778 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(327): Store=421e367a6391fef57164eb80f9ed0166/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:24,778 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,780 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 421e367a6391fef57164eb80f9ed0166 columnFamilyName c 2024-11-26T07:43:24,780 DEBUG [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:24,780 INFO [StoreOpener-421e367a6391fef57164eb80f9ed0166-1 {}] regionserver.HStore(327): Store=421e367a6391fef57164eb80f9ed0166/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:24,781 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,784 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:24,785 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003000 2024-11-26T07:43:24,788 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:24,881 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003000 2024-11-26T07:43:24,882 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000006000 2024-11-26T07:43:24,894 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:24,944 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000006000 2024-11-26T07:43:24,944 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 421e367a6391fef57164eb80f9ed0166 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-26T07:43:24,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:43:24,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:24,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:43:24,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T07:43:24,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:43:24,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:24,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-26T07:43:24,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:24,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/.tmp/a/402fce08e9044254864970d0dda5cc17 is 41, key is test2727/a:100/1732607004500/Put/seqid=0 2024-11-26T07:43:24,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741871_1048 (size=84227) 2024-11-26T07:43:24,973 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/.tmp/a/402fce08e9044254864970d0dda5cc17 2024-11-26T07:43:24,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741871_1048 (size=84227) 2024-11-26T07:43:24,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741871_1048 (size=84227) 2024-11-26T07:43:24,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/.tmp/b/7c59283cca28491e8cb2464b284c5d72 is 41, key is test2727/b:100/1732607004544/Put/seqid=0 2024-11-26T07:43:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741872_1049 (size=84609) 2024-11-26T07:43:25,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741872_1049 (size=84609) 2024-11-26T07:43:25,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741872_1049 (size=84609) 2024-11-26T07:43:25,006 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/.tmp/b/7c59283cca28491e8cb2464b284c5d72 2024-11-26T07:43:25,041 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/.tmp/c/ac3c62efeab64ab28316b11234983a9c is 41, key is test2727/c:100/1732607004594/Put/seqid=0 2024-11-26T07:43:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741873_1050 (size=84609) 2024-11-26T07:43:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741873_1050 (size=84609) 2024-11-26T07:43:25,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741873_1050 (size=84609) 2024-11-26T07:43:25,047 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/.tmp/c/ac3c62efeab64ab28316b11234983a9c 2024-11-26T07:43:25,056 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/.tmp/a/402fce08e9044254864970d0dda5cc17 as hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/a/402fce08e9044254864970d0dda5cc17 2024-11-26T07:43:25,063 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/a/402fce08e9044254864970d0dda5cc17, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-26T07:43:25,064 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/.tmp/b/7c59283cca28491e8cb2464b284c5d72 as hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/b/7c59283cca28491e8cb2464b284c5d72 2024-11-26T07:43:25,072 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/b/7c59283cca28491e8cb2464b284c5d72, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-26T07:43:25,073 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/.tmp/c/ac3c62efeab64ab28316b11234983a9c as hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/c/ac3c62efeab64ab28316b11234983a9c 2024-11-26T07:43:25,080 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/c/ac3c62efeab64ab28316b11234983a9c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-26T07:43:25,080 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 421e367a6391fef57164eb80f9ed0166 in 136ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-26T07:43:25,081 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000003000 2024-11-26T07:43:25,082 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/0000000000000006000 2024-11-26T07:43:25,083 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:25,083 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:25,084 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:25,085 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 421e367a6391fef57164eb80f9ed0166 2024-11-26T07:43:25,088 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/test2727/421e367a6391fef57164eb80f9ed0166/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-26T07:43:25,089 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 421e367a6391fef57164eb80f9ed0166; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72077652, jitterRate=0.07404071092605591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:25,090 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 421e367a6391fef57164eb80f9ed0166: Writing region info on filesystem at 1732607004772Initializing all the Stores at 1732607004773 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607004773Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607004773Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607004773Obtaining lock to block concurrent updates at 1732607004944 (+171 ms)Preparing flush snapshotting stores in 421e367a6391fef57164eb80f9ed0166 at 1732607004944Finished memstore snapshotting test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732607004944Flushing stores of test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. at 1732607004944Flushing 421e367a6391fef57164eb80f9ed0166/a: creating writer at 1732607004944Flushing 421e367a6391fef57164eb80f9ed0166/a: appending metadata at 1732607004965 (+21 ms)Flushing 421e367a6391fef57164eb80f9ed0166/a: closing flushed file at 1732607004965Flushing 421e367a6391fef57164eb80f9ed0166/b: creating writer at 1732607004980 (+15 ms)Flushing 421e367a6391fef57164eb80f9ed0166/b: appending metadata at 1732607004997 (+17 ms)Flushing 421e367a6391fef57164eb80f9ed0166/b: closing flushed file at 1732607004998 (+1 ms)Flushing 421e367a6391fef57164eb80f9ed0166/c: creating writer at 1732607005013 (+15 ms)Flushing 421e367a6391fef57164eb80f9ed0166/c: appending metadata at 1732607005040 (+27 ms)Flushing 421e367a6391fef57164eb80f9ed0166/c: closing flushed file at 1732607005040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca0a433: reopening flushed file at 1732607005055 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aecb34f: reopening flushed file at 1732607005063 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6768ea7d: reopening flushed file at 1732607005072 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 421e367a6391fef57164eb80f9ed0166 in 136ms, sequenceid=6000, compaction requested=false; wal=null at 1732607005080 (+8 ms)Cleaning up temporary data from old regions at 1732607005083 (+3 ms)Region opened successfully at 1732607005090 (+7 ms) 2024-11-26T07:43:25,092 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-26T07:43:25,092 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 421e367a6391fef57164eb80f9ed0166, disabling compactions & flushes 2024-11-26T07:43:25,092 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. 2024-11-26T07:43:25,092 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. 2024-11-26T07:43:25,092 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. after waiting 0 ms 2024-11-26T07:43:25,092 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. 2024-11-26T07:43:25,093 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732607004122.421e367a6391fef57164eb80f9ed0166. 2024-11-26T07:43:25,093 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 421e367a6391fef57164eb80f9ed0166: Waiting for close lock at 1732607005092Disabling compacts and flushes for region at 1732607005092Disabling writes for close at 1732607005092Writing region close event to WAL at 1732607005093 (+1 ms)Closed at 1732607005093 2024-11-26T07:43:25,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741870_1047 (size=95) 2024-11-26T07:43:25,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741870_1047 (size=95) 2024-11-26T07:43:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741870_1047 (size=95) 2024-11-26T07:43:25,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:25,099 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732607004743) 2024-11-26T07:43:25,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:38066 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:38400 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:45848 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=10925 (was 11152) 2024-11-26T07:43:25,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=10924 2024-11-26T07:43:25,137 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:25,143 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:25,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732607005143 2024-11-26T07:43:25,149 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143 2024-11-26T07:43:25,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:25,153 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 69c0a5f8df0ef8ffcf03848861ee705c, NAME => 'testSequentialEditLogSeqNum,,1732607005137.69c0a5f8df0ef8ffcf03848861ee705c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:25,153 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732607005137.69c0a5f8df0ef8ffcf03848861ee705c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:25,153 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 69c0a5f8df0ef8ffcf03848861ee705c 2024-11-26T07:43:25,153 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 69c0a5f8df0ef8ffcf03848861ee705c 2024-11-26T07:43:25,154 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c doesn't exist for region: 69c0a5f8df0ef8ffcf03848861ee705c on table testSequentialEditLogSeqNum 2024-11-26T07:43:25,154 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 69c0a5f8df0ef8ffcf03848861ee705c on table testSequentialEditLogSeqNum 2024-11-26T07:43:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741875_1052 (size=62) 2024-11-26T07:43:25,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741875_1052 (size=62) 2024-11-26T07:43:25,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741875_1052 (size=62) 2024-11-26T07:43:25,169 INFO [StoreOpener-69c0a5f8df0ef8ffcf03848861ee705c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 69c0a5f8df0ef8ffcf03848861ee705c 2024-11-26T07:43:25,170 INFO [StoreOpener-69c0a5f8df0ef8ffcf03848861ee705c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69c0a5f8df0ef8ffcf03848861ee705c columnFamilyName a 2024-11-26T07:43:25,170 DEBUG [StoreOpener-69c0a5f8df0ef8ffcf03848861ee705c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:25,171 INFO [StoreOpener-69c0a5f8df0ef8ffcf03848861ee705c-1 {}] regionserver.HStore(327): Store=69c0a5f8df0ef8ffcf03848861ee705c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:25,171 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 69c0a5f8df0ef8ffcf03848861ee705c 2024-11-26T07:43:25,172 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c 2024-11-26T07:43:25,172 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c 2024-11-26T07:43:25,173 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 69c0a5f8df0ef8ffcf03848861ee705c 2024-11-26T07:43:25,173 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 69c0a5f8df0ef8ffcf03848861ee705c 2024-11-26T07:43:25,174 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 69c0a5f8df0ef8ffcf03848861ee705c 2024-11-26T07:43:25,177 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:25,177 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 69c0a5f8df0ef8ffcf03848861ee705c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59858624, jitterRate=-0.10803699493408203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:25,178 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 69c0a5f8df0ef8ffcf03848861ee705c: Writing region info on filesystem at 1732607005153Initializing all the Stores at 1732607005168 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607005168Cleaning up temporary data from old regions at 1732607005173 (+5 ms)Region opened successfully at 1732607005178 (+5 ms) 2024-11-26T07:43:25,192 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 69c0a5f8df0ef8ffcf03848861ee705c 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-26T07:43:25,210 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/.tmp/a/94aca4b88b48423d804f3eba293b03b9 is 81, key is testSequentialEditLogSeqNum/a:x0/1732607005178/Put/seqid=0 2024-11-26T07:43:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741876_1053 (size=5833) 2024-11-26T07:43:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741876_1053 (size=5833) 2024-11-26T07:43:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741876_1053 (size=5833) 2024-11-26T07:43:25,219 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/.tmp/a/94aca4b88b48423d804f3eba293b03b9 2024-11-26T07:43:25,227 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/.tmp/a/94aca4b88b48423d804f3eba293b03b9 as hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/a/94aca4b88b48423d804f3eba293b03b9 2024-11-26T07:43:25,234 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/a/94aca4b88b48423d804f3eba293b03b9, entries=10, sequenceid=13, filesize=5.7 K 2024-11-26T07:43:25,235 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 69c0a5f8df0ef8ffcf03848861ee705c in 44ms, sequenceid=13, compaction requested=false 2024-11-26T07:43:25,236 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 69c0a5f8df0ef8ffcf03848861ee705c: 2024-11-26T07:43:25,242 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:43:25,242 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:43:25,242 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:43:25,242 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:43:25,242 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:43:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741874_1051 (size=1844) 2024-11-26T07:43:25,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741874_1051 (size=1844) 2024-11-26T07:43:25,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741874_1051 (size=1844) 2024-11-26T07:43:25,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143, size=1.8 K (1844bytes) 2024-11-26T07:43:25,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143 2024-11-26T07:43:25,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143 after 1ms 2024-11-26T07:43:25,265 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:25,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143 took 4ms 2024-11-26T07:43:25,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143 so closing down 2024-11-26T07:43:25,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:25,270 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732607005143.temp 2024-11-26T07:43:25,272 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/recovered.edits/0000000000000000003-wal.1732607005143.temp 2024-11-26T07:43:25,272 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:25,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741877_1054 (size=1477) 2024-11-26T07:43:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741877_1054 (size=1477) 2024-11-26T07:43:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741877_1054 (size=1477) 2024-11-26T07:43:25,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/recovered.edits/0000000000000000003-wal.1732607005143.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:25,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/recovered.edits/0000000000000000003-wal.1732607005143.temp to hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/recovered.edits/0000000000000000020 2024-11-26T07:43:25,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-26T07:43:25,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143, journal: Splitting hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143, size=1.8 K (1844bytes) at 1732607005261Finishing writing output for hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143 so closing down at 1732607005269 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/recovered.edits/0000000000000000003-wal.1732607005143.temp at 1732607005272 (+3 ms)3 split writer threads finished at 1732607005272Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/recovered.edits/0000000000000000003-wal.1732607005143.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732607005280 (+8 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/recovered.edits/0000000000000000003-wal.1732607005143.temp to hdfs://localhost:37471/hbase/data/default/testSequentialEditLogSeqNum/69c0a5f8df0ef8ffcf03848861ee705c/recovered.edits/0000000000000000020 at 1732607005281 (+1 ms)Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:37471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732607005136/wal.1732607005143, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1732607005281 2024-11-26T07:43:25,295 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:38066 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:38400 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:45848 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=10923 (was 10924) 2024-11-26T07:43:25,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=10922 2024-11-26T07:43:25,321 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:25,324 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:25,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:25,362 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-81618747, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-81618747, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:25,375 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-81618747/hregion-81618747.1732607005362, exclude list is [], retry=0 2024-11-26T07:43:25,379 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:25,379 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:25,383 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:25,386 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-81618747/hregion-81618747.1732607005362 2024-11-26T07:43:25,387 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:25,387 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c4e9921498208968c64c7fe574007f60, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:25,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741879_1056 (size=70) 2024-11-26T07:43:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741879_1056 (size=70) 2024-11-26T07:43:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741879_1056 (size=70) 2024-11-26T07:43:25,403 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:25,407 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,408 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e9921498208968c64c7fe574007f60 columnFamilyName a 2024-11-26T07:43:25,408 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:25,409 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(327): Store=c4e9921498208968c64c7fe574007f60/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:25,409 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,411 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e9921498208968c64c7fe574007f60 columnFamilyName b 2024-11-26T07:43:25,411 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:25,411 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(327): Store=c4e9921498208968c64c7fe574007f60/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:25,412 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,413 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e9921498208968c64c7fe574007f60 columnFamilyName c 2024-11-26T07:43:25,413 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:25,414 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(327): Store=c4e9921498208968c64c7fe574007f60/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:25,414 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,416 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,417 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,417 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:25,418 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,421 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:25,421 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c4e9921498208968c64c7fe574007f60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61362819, jitterRate=-0.08562274277210236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:25,422 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4e9921498208968c64c7fe574007f60: Writing region info on filesystem at 1732607005403Initializing all the Stores at 1732607005404 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607005404Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607005406 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607005406Cleaning up temporary data from old regions at 1732607005417 (+11 ms)Region opened successfully at 1732607005422 (+5 ms) 2024-11-26T07:43:25,422 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c4e9921498208968c64c7fe574007f60, disabling compactions & flushes 2024-11-26T07:43:25,422 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. 2024-11-26T07:43:25,422 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. 2024-11-26T07:43:25,423 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. after waiting 0 ms 2024-11-26T07:43:25,423 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. 2024-11-26T07:43:25,423 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. 2024-11-26T07:43:25,423 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c4e9921498208968c64c7fe574007f60: Waiting for close lock at 1732607005422Disabling compacts and flushes for region at 1732607005422Disabling writes for close at 1732607005423 (+1 ms)Writing region close event to WAL at 1732607005423Closed at 1732607005423 2024-11-26T07:43:25,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741878_1055 (size=95) 2024-11-26T07:43:25,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741878_1055 (size=95) 2024-11-26T07:43:25,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741878_1055 (size=95) 2024-11-26T07:43:25,431 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:25,431 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-81618747:(num 1732607005362) 2024-11-26T07:43:25,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:25,433 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:25,446 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434, exclude list is [], retry=0 2024-11-26T07:43:25,449 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:25,450 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:25,451 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:25,452 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 2024-11-26T07:43:25,453 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:25,453 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c4e9921498208968c64c7fe574007f60, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:25,453 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:25,453 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,453 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,456 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,457 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e9921498208968c64c7fe574007f60 columnFamilyName a 2024-11-26T07:43:25,457 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:25,457 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(327): Store=c4e9921498208968c64c7fe574007f60/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:25,458 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,459 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e9921498208968c64c7fe574007f60 columnFamilyName b 2024-11-26T07:43:25,459 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:25,459 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(327): Store=c4e9921498208968c64c7fe574007f60/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:25,459 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,460 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e9921498208968c64c7fe574007f60 columnFamilyName c 2024-11-26T07:43:25,460 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:25,461 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(327): Store=c4e9921498208968c64c7fe574007f60/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:25,461 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,462 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,463 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,464 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,464 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,465 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:25,467 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:25,468 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c4e9921498208968c64c7fe574007f60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59395066, jitterRate=-0.11494454741477966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:25,469 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4e9921498208968c64c7fe574007f60: Writing region info on filesystem at 1732607005454Initializing all the Stores at 1732607005455 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607005455Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607005455Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607005456 (+1 ms)Cleaning up temporary data from old regions at 1732607005464 (+8 ms)Region opened successfully at 1732607005469 (+5 ms) 2024-11-26T07:43:25,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732607005474/Put/seqid=0 2024-11-26T07:43:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741881_1058 (size=4826) 2024-11-26T07:43:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741881_1058 (size=4826) 2024-11-26T07:43:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741881_1058 (size=4826) 2024-11-26T07:43:25,484 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in c4e9921498208968c64c7fe574007f60/a 2024-11-26T07:43:25,493 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-26T07:43:25,493 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:43:25,493 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c4e9921498208968c64c7fe574007f60: 2024-11-26T07:43:25,495 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/a/1bddca82ea914f24b52bcb630ec35b6c_SeqId_3_ 2024-11-26T07:43:25,496 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into c4e9921498208968c64c7fe574007f60/a as hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/a/1bddca82ea914f24b52bcb630ec35b6c_SeqId_3_ - updating store file list. 2024-11-26T07:43:25,501 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1bddca82ea914f24b52bcb630ec35b6c_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-26T07:43:25,502 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/a/1bddca82ea914f24b52bcb630ec35b6c_SeqId_3_ into c4e9921498208968c64c7fe574007f60/a 2024-11-26T07:43:25,502 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into c4e9921498208968c64c7fe574007f60/a (new location: hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/a/1bddca82ea914f24b52bcb630ec35b6c_SeqId_3_) 2024-11-26T07:43:25,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434, size=0 (0bytes) 2024-11-26T07:43:25,546 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 might be still open, length is 0 2024-11-26T07:43:25,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 2024-11-26T07:43:25,547 WARN [IPC Server handler 1 on default port 37471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-26T07:43:25,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 after 1ms 2024-11-26T07:43:25,747 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:38500 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38500 dst: /127.0.0.1:46819 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46819 remote=/127.0.0.1:38500]. Total timeout mills is 60000, 59761 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:25,748 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:46060 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38299:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46060 dst: /127.0.0.1:38299 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:25,748 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:38164 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39117:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38164 dst: /127.0.0.1:39117 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:25,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741880_1059 (size=474) 2024-11-26T07:43:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741880_1059 (size=474) 2024-11-26T07:43:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741880_1059 (size=474) 2024-11-26T07:43:29,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 after 4002ms 2024-11-26T07:43:29,551 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:29,551 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 took 4005ms 2024-11-26T07:43:29,553 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434; continuing. 2024-11-26T07:43:29,553 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 so closing down 2024-11-26T07:43:29,553 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:29,555 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732607005434.temp 2024-11-26T07:43:29,556 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005-wal.1732607005434.temp 2024-11-26T07:43:29,556 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741882_1060 (size=259) 2024-11-26T07:43:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741882_1060 (size=259) 2024-11-26T07:43:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741882_1060 (size=259) 2024-11-26T07:43:29,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005-wal.1732607005434.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:29,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005-wal.1732607005434.temp to hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005 2024-11-26T07:43:29,567 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434, size=0, length=0, corrupted=false, cancelled=false 2024-11-26T07:43:29,567 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434, journal: Splitting hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434, size=0 (0bytes) at 1732607005546Finishing writing output for hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 so closing down at 1732607009553 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005-wal.1732607005434.temp at 1732607009556 (+3 ms)3 split writer threads finished at 1732607009557 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005-wal.1732607005434.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732607009565 (+8 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005-wal.1732607005434.temp to hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005 at 1732607009566 (+1 ms)Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434, size=0, length=0, corrupted=false, cancelled=false at 1732607009567 (+1 ms) 2024-11-26T07:43:29,568 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 to hdfs://localhost:37471/hbase/oldWALs/wal.1732607005434 2024-11-26T07:43:29,569 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005 2024-11-26T07:43:29,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:29,572 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:29,587 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607009573, exclude list is [], retry=0 2024-11-26T07:43:29,590 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:29,590 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:29,590 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:29,592 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607009573 2024-11-26T07:43:29,592 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:29,593 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c4e9921498208968c64c7fe574007f60, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:29,593 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:29,593 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,593 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,595 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,596 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e9921498208968c64c7fe574007f60 columnFamilyName a 2024-11-26T07:43:29,596 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:29,606 DEBUG [StoreFileOpener-c4e9921498208968c64c7fe574007f60-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1bddca82ea914f24b52bcb630ec35b6c_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-26T07:43:29,606 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/a/1bddca82ea914f24b52bcb630ec35b6c_SeqId_3_ 2024-11-26T07:43:29,606 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(327): Store=c4e9921498208968c64c7fe574007f60/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:29,606 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,608 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e9921498208968c64c7fe574007f60 columnFamilyName b 2024-11-26T07:43:29,608 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:29,608 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(327): Store=c4e9921498208968c64c7fe574007f60/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:29,609 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,610 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4e9921498208968c64c7fe574007f60 columnFamilyName c 2024-11-26T07:43:29,610 DEBUG [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:29,610 INFO [StoreOpener-c4e9921498208968c64c7fe574007f60-1 {}] regionserver.HStore(327): Store=c4e9921498208968c64c7fe574007f60/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:29,610 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,612 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,614 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,615 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005 2024-11-26T07:43:29,617 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:29,619 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005 2024-11-26T07:43:29,619 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c4e9921498208968c64c7fe574007f60 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-26T07:43:29,635 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/.tmp/a/5482ac18b39648fc8339afd74edce7ce is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732607005507/Put/seqid=0 2024-11-26T07:43:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741884_1062 (size=5149) 2024-11-26T07:43:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741884_1062 (size=5149) 2024-11-26T07:43:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741884_1062 (size=5149) 2024-11-26T07:43:29,642 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/.tmp/a/5482ac18b39648fc8339afd74edce7ce 2024-11-26T07:43:29,650 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/.tmp/a/5482ac18b39648fc8339afd74edce7ce as hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/a/5482ac18b39648fc8339afd74edce7ce 2024-11-26T07:43:29,657 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/a/5482ac18b39648fc8339afd74edce7ce, entries=1, sequenceid=5, filesize=5.0 K 2024-11-26T07:43:29,657 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for c4e9921498208968c64c7fe574007f60 in 38ms, sequenceid=5, compaction requested=false; wal=null 2024-11-26T07:43:29,658 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/0000000000000000005 2024-11-26T07:43:29,659 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,659 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,660 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:29,662 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c4e9921498208968c64c7fe574007f60 2024-11-26T07:43:29,665 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c4e9921498208968c64c7fe574007f60/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:43:29,666 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c4e9921498208968c64c7fe574007f60; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60805201, jitterRate=-0.0939318984746933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:29,666 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c4e9921498208968c64c7fe574007f60: Writing region info on filesystem at 1732607009593Initializing all the Stores at 1732607009594 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607009594Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607009595 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607009595Obtaining lock to block concurrent updates at 1732607009619 (+24 ms)Preparing flush snapshotting stores in c4e9921498208968c64c7fe574007f60 at 1732607009619Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732607009619Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. at 1732607009619Flushing c4e9921498208968c64c7fe574007f60/a: creating writer at 1732607009619Flushing c4e9921498208968c64c7fe574007f60/a: appending metadata at 1732607009634 (+15 ms)Flushing c4e9921498208968c64c7fe574007f60/a: closing flushed file at 1732607009634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd4f80c: reopening flushed file at 1732607009649 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for c4e9921498208968c64c7fe574007f60 in 38ms, sequenceid=5, compaction requested=false; wal=null at 1732607009657 (+8 ms)Cleaning up temporary data from old regions at 1732607009659 (+2 ms)Region opened successfully at 1732607009666 (+7 ms) 2024-11-26T07:43:29,671 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c4e9921498208968c64c7fe574007f60, disabling compactions & flushes 2024-11-26T07:43:29,671 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. 2024-11-26T07:43:29,671 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. 2024-11-26T07:43:29,671 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. after waiting 0 ms 2024-11-26T07:43:29,671 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. 2024-11-26T07:43:29,672 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732607005322.c4e9921498208968c64c7fe574007f60. 2024-11-26T07:43:29,672 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c4e9921498208968c64c7fe574007f60: Waiting for close lock at 1732607009671Disabling compacts and flushes for region at 1732607009671Disabling writes for close at 1732607009671Writing region close event to WAL at 1732607009672 (+1 ms)Closed at 1732607009672 2024-11-26T07:43:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741883_1061 (size=95) 2024-11-26T07:43:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741883_1061 (size=95) 2024-11-26T07:43:29,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741883_1061 (size=95) 2024-11-26T07:43:29,677 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:29,678 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732607009573) 2024-11-26T07:43:29,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=415 (was 408) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:37471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1427715917_22 at /127.0.0.1:38204 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:46303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:37471 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1427715917_22 at /127.0.0.1:46078 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1427715917_22 at /127.0.0.1:38514 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=10912 (was 10922) 2024-11-26T07:43:29,692 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-26T07:43:29,705 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=415, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=10911 2024-11-26T07:43:29,705 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-26T07:43:29,722 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:29,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:43:29,730 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,44481,1732606994615 2024-11-26T07:43:29,732 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2935612c 2024-11-26T07:43:29,733 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:43:29,735 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:43:29,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:43:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-26T07:43:29,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:43:29,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-26T07:43:29,748 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:29,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:43:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:43:29,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741885_1063 (size=694) 2024-11-26T07:43:29,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741885_1063 (size=694) 2024-11-26T07:43:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741885_1063 (size=694) 2024-11-26T07:43:29,763 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf24f012d327d1bf367a383ab9852972, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d 2024-11-26T07:43:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741886_1064 (size=77) 2024-11-26T07:43:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741886_1064 (size=77) 2024-11-26T07:43:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741886_1064 (size=77) 2024-11-26T07:43:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:43:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:43:30,174 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:30,174 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing bf24f012d327d1bf367a383ab9852972, disabling compactions & flushes 2024-11-26T07:43:30,174 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,174 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,174 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. after waiting 0 ms 2024-11-26T07:43:30,174 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,174 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,174 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf24f012d327d1bf367a383ab9852972: Waiting for close lock at 1732607010174Disabling compacts and flushes for region at 1732607010174Disabling writes for close at 1732607010174Writing region close event to WAL at 1732607010174Closed at 1732607010174 2024-11-26T07:43:30,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:43:30,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732607010176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607010176"}]},"ts":"1732607010176"} 2024-11-26T07:43:30,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:43:30,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:43:30,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607010185"}]},"ts":"1732607010185"} 2024-11-26T07:43:30,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-26T07:43:30,191 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:43:30,193 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:43:30,193 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:43:30,193 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:43:30,193 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:43:30,193 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:43:30,193 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:43:30,193 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:43:30,193 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:43:30,193 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:43:30,193 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:43:30,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN}] 2024-11-26T07:43:30,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN 2024-11-26T07:43:30,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN; state=OFFLINE, location=719ac8e87449,35077,1732606995516; forceNewPlan=false, retain=false 2024-11-26T07:43:30,351 INFO [719ac8e87449:44481 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T07:43:30,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=OPENING, regionLocation=719ac8e87449,35077,1732606995516 2024-11-26T07:43:30,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN because future has completed 2024-11-26T07:43:30,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,35077,1732606995516}] 2024-11-26T07:43:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:43:30,513 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:43:30,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53789, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:43:30,522 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,523 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bf24f012d327d1bf367a383ab9852972, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:30,524 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,524 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:30,524 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,524 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,527 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,530 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf1 2024-11-26T07:43:30,530 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:30,531 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:30,531 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,533 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf2 2024-11-26T07:43:30,534 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:30,534 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:30,534 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,535 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,536 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,537 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,537 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,539 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T07:43:30,540 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,544 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:30,545 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bf24f012d327d1bf367a383ab9852972; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58832721, jitterRate=-0.12332414090633392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T07:43:30,545 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,547 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bf24f012d327d1bf367a383ab9852972: Running coprocessor pre-open hook at 1732607010524Writing region info on filesystem at 1732607010524Initializing all the Stores at 1732607010526 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607010526Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607010527 (+1 ms)Cleaning up temporary data from old regions at 1732607010537 (+10 ms)Running coprocessor post-open hooks at 1732607010545 (+8 ms)Region opened successfully at 1732607010547 (+2 ms) 2024-11-26T07:43:30,549 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., pid=6, masterSystemTime=1732607010513 2024-11-26T07:43:30,552 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,552 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,35077,1732606995516 2024-11-26T07:43:30,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,35077,1732606995516 because future has completed 2024-11-26T07:43:30,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:43:30,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,35077,1732606995516 in 199 msec 2024-11-26T07:43:30,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:43:30,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN in 368 msec 2024-11-26T07:43:30,567 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:43:30,568 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607010567"}]},"ts":"1732607010567"} 2024-11-26T07:43:30,570 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-26T07:43:30,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:43:30,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 832 msec 2024-11-26T07:43:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:43:30,888 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-26T07:43:30,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-26T07:43:30,889 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:43:30,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-26T07:43:30,896 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:43:30,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-26T07:43:30,909 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=2] 2024-11-26T07:43:30,910 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:43:30,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:43:30,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=bf24f012d327d1bf367a383ab9852972, source=719ac8e87449,35077,1732606995516, destination=719ac8e87449,33553,1732606995339, warming up region on 719ac8e87449,33553,1732606995339 2024-11-26T07:43:30,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=bf24f012d327d1bf367a383ab9852972, source=719ac8e87449,35077,1732606995516, destination=719ac8e87449,33553,1732606995339, running balancer 2024-11-26T07:43:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE 2024-11-26T07:43:30,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE 2024-11-26T07:43:30,932 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=CLOSING, regionLocation=719ac8e87449,35077,1732606995516 2024-11-26T07:43:30,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(7855): Warmup {ENCODED => bf24f012d327d1bf367a383ab9852972, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:30,934 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE because future has completed 2024-11-26T07:43:30,935 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf1 2024-11-26T07:43:30,935 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:30,935 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T07:43:30,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,35077,1732606995516}] 2024-11-26T07:43:30,936 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:30,936 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:30,937 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf2 2024-11-26T07:43:30,937 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:30,937 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(1722): Closing bf24f012d327d1bf367a383ab9852972, disabling compactions & flushes 2024-11-26T07:43:30,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. after waiting 0 ms 2024-11-26T07:43:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] regionserver.HRegion(1676): Region close journal for bf24f012d327d1bf367a383ab9852972: Waiting for close lock at 1732607010938Disabling compacts and flushes for region at 1732607010938Disabling writes for close at 1732607010938Writing region close event to WAL at 1732607010939 (+1 ms)Closed at 1732607010939 2024-11-26T07:43:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-26T07:43:31,100 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,100 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T07:43:31,101 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing bf24f012d327d1bf367a383ab9852972, disabling compactions & flushes 2024-11-26T07:43:31,101 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,101 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,101 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. after waiting 0 ms 2024-11-26T07:43:31,101 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,101 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing bf24f012d327d1bf367a383ab9852972 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-26T07:43:31,122 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf1/62e5d4ca85af4527aa2c60330e16b655 is 35, key is r1/cf1:q/1732607010913/Put/seqid=0 2024-11-26T07:43:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741887_1065 (size=4783) 2024-11-26T07:43:31,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741887_1065 (size=4783) 2024-11-26T07:43:31,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741887_1065 (size=4783) 2024-11-26T07:43:31,129 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf1/62e5d4ca85af4527aa2c60330e16b655 2024-11-26T07:43:31,137 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf1/62e5d4ca85af4527aa2c60330e16b655 as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/62e5d4ca85af4527aa2c60330e16b655 2024-11-26T07:43:31,145 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/62e5d4ca85af4527aa2c60330e16b655, entries=1, sequenceid=5, filesize=4.7 K 2024-11-26T07:43:31,146 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for bf24f012d327d1bf367a383ab9852972 in 45ms, sequenceid=5, compaction requested=false 2024-11-26T07:43:31,146 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-26T07:43:31,151 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:43:31,154 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,154 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for bf24f012d327d1bf367a383ab9852972: Waiting for close lock at 1732607011101Running coprocessor pre-close hooks at 1732607011101Disabling compacts and flushes for region at 1732607011101Disabling writes for close at 1732607011101Obtaining lock to block concurrent updates at 1732607011101Preparing flush snapshotting stores in bf24f012d327d1bf367a383ab9852972 at 1732607011101Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732607011102 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. at 1732607011102Flushing bf24f012d327d1bf367a383ab9852972/cf1: creating writer at 1732607011102Flushing bf24f012d327d1bf367a383ab9852972/cf1: appending metadata at 1732607011121 (+19 ms)Flushing bf24f012d327d1bf367a383ab9852972/cf1: closing flushed file at 1732607011121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a707019: reopening flushed file at 1732607011136 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for bf24f012d327d1bf367a383ab9852972 in 45ms, sequenceid=5, compaction requested=false at 1732607011146 (+10 ms)Writing region close event to WAL at 1732607011147 (+1 ms)Running coprocessor post-close hooks at 1732607011152 (+5 ms)Closed at 1732607011153 (+1 ms) 2024-11-26T07:43:31,154 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding bf24f012d327d1bf367a383ab9852972 move to 719ac8e87449,33553,1732606995339 record at close sequenceid=5 2024-11-26T07:43:31,157 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=CLOSED 2024-11-26T07:43:31,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,35077,1732606995516 because future has completed 2024-11-26T07:43:31,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T07:43:31,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,35077,1732606995516 in 231 msec 2024-11-26T07:43:31,170 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE; state=CLOSED, location=719ac8e87449,33553,1732606995339; forceNewPlan=false, retain=false 2024-11-26T07:43:31,320 INFO [719ac8e87449:44481 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T07:43:31,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=OPENING, regionLocation=719ac8e87449,33553,1732606995339 2024-11-26T07:43:31,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE because future has completed 2024-11-26T07:43:31,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,33553,1732606995339}] 2024-11-26T07:43:31,481 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,481 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => bf24f012d327d1bf367a383ab9852972, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:31,482 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,482 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:31,482 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,482 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,485 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,486 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf1 2024-11-26T07:43:31,486 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:31,494 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/62e5d4ca85af4527aa2c60330e16b655 2024-11-26T07:43:31,494 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:31,494 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,495 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf2 2024-11-26T07:43:31,495 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:31,496 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:31,496 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,497 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,499 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,500 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,500 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,500 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T07:43:31,502 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,503 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened bf24f012d327d1bf367a383ab9852972; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71896723, jitterRate=0.07134465873241425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T07:43:31,503 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,504 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for bf24f012d327d1bf367a383ab9852972: Running coprocessor pre-open hook at 1732607011483Writing region info on filesystem at 1732607011483Initializing all the Stores at 1732607011484 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607011484Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607011484Cleaning up temporary data from old regions at 1732607011500 (+16 ms)Running coprocessor post-open hooks at 1732607011503 (+3 ms)Region opened successfully at 1732607011504 (+1 ms) 2024-11-26T07:43:31,505 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., pid=9, masterSystemTime=1732607011477 2024-11-26T07:43:31,508 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,508 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=OPEN, openSeqNum=9, regionLocation=719ac8e87449,33553,1732606995339 2024-11-26T07:43:31,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,33553,1732606995339 because future has completed 2024-11-26T07:43:31,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-26T07:43:31,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,33553,1732606995339 in 190 msec 2024-11-26T07:43:31,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE in 589 msec 2024-11-26T07:43:31,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:43:31,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:43:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:37290 deadline: 1732607071544, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=719ac8e87449 port=33553 startCode=1732606995339. As of locationSeqNum=5. 2024-11-26T07:43:31,567 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=719ac8e87449 port=33553 startCode=1732606995339. As of locationSeqNum=5. 2024-11-26T07:43:31,568 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=719ac8e87449 port=33553 startCode=1732606995339. As of locationSeqNum=5. 2024-11-26T07:43:31,568 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,33553,1732606995339, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=719ac8e87449 port=33553 startCode=1732606995339. As of locationSeqNum=5. 2024-11-26T07:43:31,685 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bf24f012d327d1bf367a383ab9852972 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-26T07:43:31,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf1/0480b00a53fb4b82a3ac93bd330ead04 is 29, key is r1/cf1:/1732607011677/DeleteFamily/seqid=0 2024-11-26T07:43:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741888_1066 (size=4906) 2024-11-26T07:43:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741888_1066 (size=4906) 2024-11-26T07:43:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741888_1066 (size=4906) 2024-11-26T07:43:31,708 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf1/0480b00a53fb4b82a3ac93bd330ead04 2024-11-26T07:43:31,714 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0480b00a53fb4b82a3ac93bd330ead04 2024-11-26T07:43:31,727 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf2/d976c78260a449149fccdd2d27573f05 is 29, key is r1/cf2:/1732607011677/DeleteFamily/seqid=0 2024-11-26T07:43:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741889_1067 (size=4906) 2024-11-26T07:43:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741889_1067 (size=4906) 2024-11-26T07:43:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741889_1067 (size=4906) 2024-11-26T07:43:31,735 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf2/d976c78260a449149fccdd2d27573f05 2024-11-26T07:43:31,741 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d976c78260a449149fccdd2d27573f05 2024-11-26T07:43:31,742 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf1/0480b00a53fb4b82a3ac93bd330ead04 as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/0480b00a53fb4b82a3ac93bd330ead04 2024-11-26T07:43:31,749 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0480b00a53fb4b82a3ac93bd330ead04 2024-11-26T07:43:31,749 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/0480b00a53fb4b82a3ac93bd330ead04, entries=1, sequenceid=12, filesize=4.8 K 2024-11-26T07:43:31,750 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf2/d976c78260a449149fccdd2d27573f05 as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/d976c78260a449149fccdd2d27573f05 2024-11-26T07:43:31,757 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d976c78260a449149fccdd2d27573f05 2024-11-26T07:43:31,757 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/d976c78260a449149fccdd2d27573f05, entries=1, sequenceid=12, filesize=4.8 K 2024-11-26T07:43:31,758 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for bf24f012d327d1bf367a383ab9852972 in 73ms, sequenceid=12, compaction requested=false 2024-11-26T07:43:31,758 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bf24f012d327d1bf367a383ab9852972: 2024-11-26T07:43:31,761 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T07:43:31,762 DEBUG [Time-limited test {}] regionserver.HStore(1541): bf24f012d327d1bf367a383ab9852972/cf1 is initiating major compaction (all files) 2024-11-26T07:43:31,762 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:43:31,762 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:31,763 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of bf24f012d327d1bf367a383ab9852972/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,763 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/62e5d4ca85af4527aa2c60330e16b655, hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/0480b00a53fb4b82a3ac93bd330ead04] into tmpdir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp, totalSize=9.5 K 2024-11-26T07:43:31,764 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 62e5d4ca85af4527aa2c60330e16b655, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732607010913 2024-11-26T07:43:31,765 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0480b00a53fb4b82a3ac93bd330ead04, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-26T07:43:31,777 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): bf24f012d327d1bf367a383ab9852972#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:43:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741890_1068 (size=4626) 2024-11-26T07:43:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741890_1068 (size=4626) 2024-11-26T07:43:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741890_1068 (size=4626) 2024-11-26T07:43:31,794 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf1/18bd2dc5a85440968f13236820980ffd as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/18bd2dc5a85440968f13236820980ffd 2024-11-26T07:43:31,813 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in bf24f012d327d1bf367a383ab9852972/cf1 of bf24f012d327d1bf367a383ab9852972 into 18bd2dc5a85440968f13236820980ffd(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:43:31,813 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for bf24f012d327d1bf367a383ab9852972: 2024-11-26T07:43:31,813 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-26T07:43:31,813 DEBUG [Time-limited test {}] regionserver.HStore(1541): bf24f012d327d1bf367a383ab9852972/cf2 is initiating major compaction (all files) 2024-11-26T07:43:31,813 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:43:31,813 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:43:31,814 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of bf24f012d327d1bf367a383ab9852972/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,814 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/d976c78260a449149fccdd2d27573f05] into tmpdir=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp, totalSize=4.8 K 2024-11-26T07:43:31,815 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d976c78260a449149fccdd2d27573f05, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-26T07:43:31,822 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): bf24f012d327d1bf367a383ab9852972#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T07:43:31,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741891_1069 (size=4592) 2024-11-26T07:43:31,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741891_1069 (size=4592) 2024-11-26T07:43:31,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741891_1069 (size=4592) 2024-11-26T07:43:31,839 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/.tmp/cf2/00c7e9d5acc04b08a3caae51fcd52304 as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/00c7e9d5acc04b08a3caae51fcd52304 2024-11-26T07:43:31,847 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in bf24f012d327d1bf367a383ab9852972/cf2 of bf24f012d327d1bf367a383ab9852972 into 00c7e9d5acc04b08a3caae51fcd52304(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:43:31,847 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for bf24f012d327d1bf367a383ab9852972: 2024-11-26T07:43:31,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=bf24f012d327d1bf367a383ab9852972, source=719ac8e87449,33553,1732606995339, destination=719ac8e87449,35077,1732606995516, warming up region on 719ac8e87449,35077,1732606995516 2024-11-26T07:43:31,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=bf24f012d327d1bf367a383ab9852972, source=719ac8e87449,33553,1732606995339, destination=719ac8e87449,35077,1732606995516, running balancer 2024-11-26T07:43:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE 2024-11-26T07:43:31,855 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE 2024-11-26T07:43:31,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=CLOSING, regionLocation=719ac8e87449,33553,1732606995339 2024-11-26T07:43:31,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(7855): Warmup {ENCODED => bf24f012d327d1bf367a383ab9852972, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:31,858 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,860 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf1 2024-11-26T07:43:31,860 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:31,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE because future has completed 2024-11-26T07:43:31,862 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T07:43:31,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,33553,1732606995339}] 2024-11-26T07:43:31,870 INFO [StoreFileOpener-bf24f012d327d1bf367a383ab9852972-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0480b00a53fb4b82a3ac93bd330ead04 2024-11-26T07:43:31,870 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/0480b00a53fb4b82a3ac93bd330ead04 2024-11-26T07:43:31,877 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/18bd2dc5a85440968f13236820980ffd 2024-11-26T07:43:31,884 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/62e5d4ca85af4527aa2c60330e16b655 2024-11-26T07:43:31,884 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:31,884 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:31,885 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf2 2024-11-26T07:43:31,886 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:31,892 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/00c7e9d5acc04b08a3caae51fcd52304 2024-11-26T07:43:31,898 INFO [StoreFileOpener-bf24f012d327d1bf367a383ab9852972-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d976c78260a449149fccdd2d27573f05 2024-11-26T07:43:31,898 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/d976c78260a449149fccdd2d27573f05 2024-11-26T07:43:31,898 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(1722): Closing bf24f012d327d1bf367a383ab9852972, disabling compactions & flushes 2024-11-26T07:43:31,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. after waiting 0 ms 2024-11-26T07:43:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(1676): Region close journal for bf24f012d327d1bf367a383ab9852972: Waiting for close lock at 1732607011899Disabling compacts and flushes for region at 1732607011899Disabling writes for close at 1732607011899Writing region close event to WAL at 1732607011900 (+1 ms)Closed at 1732607011900 2024-11-26T07:43:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-26T07:43:32,017 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,017 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T07:43:32,017 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing bf24f012d327d1bf367a383ab9852972, disabling compactions & flushes 2024-11-26T07:43:32,017 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,017 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,017 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. after waiting 0 ms 2024-11-26T07:43:32,017 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,018 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/62e5d4ca85af4527aa2c60330e16b655, hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/0480b00a53fb4b82a3ac93bd330ead04] to archive 2024-11-26T07:43:32,022 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T07:43:32,027 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/62e5d4ca85af4527aa2c60330e16b655 to hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/62e5d4ca85af4527aa2c60330e16b655 2024-11-26T07:43:32,029 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/0480b00a53fb4b82a3ac93bd330ead04 to hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/0480b00a53fb4b82a3ac93bd330ead04 2024-11-26T07:43:32,040 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/d976c78260a449149fccdd2d27573f05] to archive 2024-11-26T07:43:32,041 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T07:43:32,043 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/d976c78260a449149fccdd2d27573f05 to hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/d976c78260a449149fccdd2d27573f05 2024-11-26T07:43:32,049 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-26T07:43:32,050 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,050 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for bf24f012d327d1bf367a383ab9852972: Waiting for close lock at 1732607012017Running coprocessor pre-close hooks at 1732607012017Disabling compacts and flushes for region at 1732607012017Disabling writes for close at 1732607012017Writing region close event to WAL at 1732607012045 (+28 ms)Running coprocessor post-close hooks at 1732607012049 (+4 ms)Closed at 1732607012050 (+1 ms) 2024-11-26T07:43:32,050 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding bf24f012d327d1bf367a383ab9852972 move to 719ac8e87449,35077,1732606995516 record at close sequenceid=12 2024-11-26T07:43:32,053 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,054 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=CLOSED 2024-11-26T07:43:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,33553,1732606995339 because future has completed 2024-11-26T07:43:32,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T07:43:32,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,33553,1732606995339 in 197 msec 2024-11-26T07:43:32,063 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE; state=CLOSED, location=719ac8e87449,35077,1732606995516; forceNewPlan=false, retain=false 2024-11-26T07:43:32,214 INFO [719ac8e87449:44481 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T07:43:32,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=OPENING, regionLocation=719ac8e87449,35077,1732606995516 2024-11-26T07:43:32,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE because future has completed 2024-11-26T07:43:32,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,35077,1732606995516}] 2024-11-26T07:43:32,378 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => bf24f012d327d1bf367a383ab9852972, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:32,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:32,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,381 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,382 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf1 2024-11-26T07:43:32,382 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:32,388 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/18bd2dc5a85440968f13236820980ffd 2024-11-26T07:43:32,389 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:32,389 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,390 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf2 2024-11-26T07:43:32,390 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:32,397 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/00c7e9d5acc04b08a3caae51fcd52304 2024-11-26T07:43:32,397 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:32,397 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,398 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,399 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,400 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,400 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,401 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T07:43:32,402 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,403 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened bf24f012d327d1bf367a383ab9852972; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65945582, jitterRate=-0.01733425259590149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T07:43:32,404 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,404 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for bf24f012d327d1bf367a383ab9852972: Running coprocessor pre-open hook at 1732607012379Writing region info on filesystem at 1732607012379Initializing all the Stores at 1732607012380 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607012380Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607012381 (+1 ms)Cleaning up temporary data from old regions at 1732607012400 (+19 ms)Running coprocessor post-open hooks at 1732607012404 (+4 ms)Region opened successfully at 1732607012404 2024-11-26T07:43:32,405 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., pid=12, masterSystemTime=1732607012374 2024-11-26T07:43:32,408 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,408 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=OPEN, openSeqNum=18, regionLocation=719ac8e87449,35077,1732606995516 2024-11-26T07:43:32,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,35077,1732606995516 because future has completed 2024-11-26T07:43:32,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-26T07:43:32,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,35077,1732606995516 in 191 msec 2024-11-26T07:43:32,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, REOPEN/MOVE in 562 msec 2024-11-26T07:43:32,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:43:32,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:43:32,461 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 719ac8e87449,35077,1732606995516: testing ***** 2024-11-26T07:43:32,462 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:43:32,464 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:43:32,466 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:43:32,469 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:43:32,471 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:43:32,479 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 419407968 }, "NonHeapMemoryUsage": { "committed": 171507712, "init": 7667712, "max": -1, "used": 168900648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "719ac8e87449", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 15, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 7, "ProcessCallTime_75th_percentile": 11, "ProcessCallTime_90th_percentile": 13, "ProcessCallTime_95th_percentile": 14, "ProcessCallTime_98th_percentile": 14, "ProcessCallTime_99th_percentile": 14, "ProcessCallTime_99.9th_percentile": 14, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 15, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 7, "TotalCallTime_75th_percentile": 11, "TotalCallTime_90th_percentile": 13, "TotalCallTime_95th_percentile": 14, "TotalCallTime_98th_percentile": 14, "TotalCallTime_99th_percentile": 14, "TotalCallTime_99.9th_percentile": 14, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "719ac8e87449", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49238", "tag.serverName": "719ac8e87449,46877,1732606995453", "tag.clusterId": "26f33875-96e1-4c2a-bd7a-affec799e0b7", "tag.Context": "regionserver", "tag.Hostname": "719ac8e87449", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732606995453, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-26T07:43:32,483 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44481 {}] master.MasterRpcServices(700): 719ac8e87449,35077,1732606995516 reported a fatal error: ***** ABORTING region server 719ac8e87449,35077,1732606995516: testing ***** 2024-11-26T07:43:32,485 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,35077,1732606995516' ***** 2024-11-26T07:43:32,485 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-26T07:43:32,485 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:43:32,485 INFO [RS:2;719ac8e87449:35077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-26T07:43:32,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:43:32,485 INFO [RS:2;719ac8e87449:35077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-26T07:43:32,486 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(3091): Received CLOSE for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,486 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(956): aborting server 719ac8e87449,35077,1732606995516 2024-11-26T07:43:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33553 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:60590 deadline: 1732607072486, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=719ac8e87449 port=35077 startCode=1732606995516. As of locationSeqNum=12. 2024-11-26T07:43:32,486 INFO [RS:2;719ac8e87449:35077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:43:32,486 INFO [RS:2;719ac8e87449:35077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;719ac8e87449:35077. 2024-11-26T07:43:32,486 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf24f012d327d1bf367a383ab9852972, disabling compactions & flushes 2024-11-26T07:43:32,487 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,487 DEBUG [RS:2;719ac8e87449:35077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:43:32,487 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,487 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. after waiting 0 ms 2024-11-26T07:43:32,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,33553,1732606995339, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,33553,1732606995339, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=719ac8e87449 port=35077 startCode=1732606995516. As of locationSeqNum=12. 2024-11-26T07:43:32,487 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,33553,1732606995339, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=719ac8e87449 port=35077 startCode=1732606995516. As of locationSeqNum=12. 2024-11-26T07:43:32,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,33553,1732606995339, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=719ac8e87449 port=35077 startCode=1732606995516. As of locationSeqNum=12. 2024-11-26T07:43:32,487 DEBUG [RS:2;719ac8e87449:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:32,487 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:43:32,488 DEBUG [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(1325): Online Regions={bf24f012d327d1bf367a383ab9852972=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.} 2024-11-26T07:43:32,488 DEBUG [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(1351): Waiting on bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:32,491 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,491 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf24f012d327d1bf367a383ab9852972: Waiting for close lock at 1732607012486Running coprocessor pre-close hooks at 1732607012486Disabling compacts and flushes for region at 1732607012486Disabling writes for close at 1732607012487 (+1 ms)Writing region close event to WAL at 1732607012491 (+4 ms)Running coprocessor post-close hooks at 1732607012491Closed at 1732607012491 2024-11-26T07:43:32,492 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:32,571 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:43:32,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 719ac8e87449,35077,1732606995516 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:32,599 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 719ac8e87449,35077,1732606995516 aborting 2024-11-26T07:43:32,599 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 719ac8e87449,35077,1732606995516 aborting 2024-11-26T07:43:32,599 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=12 from cache 2024-11-26T07:43:32,688 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,35077,1732606995516; all regions closed. 2024-11-26T07:43:32,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741834_1010 (size=1406) 2024-11-26T07:43:32,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741834_1010 (size=1406) 2024-11-26T07:43:32,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741834_1010 (size=1406) 2024-11-26T07:43:32,693 DEBUG [RS:2;719ac8e87449:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:32,693 INFO [RS:2;719ac8e87449:35077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:43:32,693 INFO [RS:2;719ac8e87449:35077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:43:32,694 INFO [RS:2;719ac8e87449:35077 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:43:32,694 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:43:32,694 INFO [RS:2;719ac8e87449:35077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:43:32,694 INFO [RS:2;719ac8e87449:35077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:43:32,694 INFO [RS:2;719ac8e87449:35077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:43:32,694 INFO [RS:2;719ac8e87449:35077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:43:32,695 INFO [RS:2;719ac8e87449:35077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35077 2024-11-26T07:43:32,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,35077,1732606995516 2024-11-26T07:43:32,731 INFO [RS:2;719ac8e87449:35077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:43:32,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:43:32,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,35077,1732606995516] 2024-11-26T07:43:32,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,35077,1732606995516 already deleted, retry=false 2024-11-26T07:43:32,764 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 719ac8e87449,35077,1732606995516 on 719ac8e87449,44481,1732606994615 2024-11-26T07:43:32,768 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 719ac8e87449,35077,1732606995516, splitWal=true, meta=false 2024-11-26T07:43:32,770 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 719ac8e87449,35077,1732606995516 (carryingMeta=false) 719ac8e87449,35077,1732606995516/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@319a6277[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T07:43:32,771 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 719ac8e87449,35077,1732606995516, splitWal=true, meta=false 2024-11-26T07:43:32,772 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 719ac8e87449,35077,1732606995516 had 1 regions 2024-11-26T07:43:32,774 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 719ac8e87449,35077,1732606995516, splitWal=true, meta=false, isMeta: false 2024-11-26T07:43:32,775 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting 2024-11-26T07:43:32,776 INFO [PEWorker-1 {}] master.SplitWALManager(105): 719ac8e87449,35077,1732606995516 WAL count=1, meta=false 2024-11-26T07:43:32,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 719ac8e87449%2C35077%2C1732606995516.1732606997020}] 2024-11-26T07:43:32,784 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=719ac8e87449,33553,1732606995339 2024-11-26T07:43:32,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 719ac8e87449%2C35077%2C1732606995516.1732606997020, worker=719ac8e87449,33553,1732606995339}] 2024-11-26T07:43:32,809 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18] 2024-11-26T07:43:32,810 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 719ac8e87449:35077 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 719ac8e87449/172.17.0.2:35077 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:32,811 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18, error=java.net.ConnectException: Call to address=719ac8e87449:35077 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 719ac8e87449/172.17.0.2:35077 2024-11-26T07:43:32,811 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-26T07:43:32,811 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18 from cache 2024-11-26T07:43:32,812 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 719ac8e87449:35077 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 719ac8e87449/172.17.0.2:35077 2024-11-26T07:43:32,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:32,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x101776238910003, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:32,848 INFO [RS:2;719ac8e87449:35077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:43:32,848 INFO [RS:2;719ac8e87449:35077 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,35077,1732606995516; zookeeper connection closed. 2024-11-26T07:43:32,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@469221d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@469221d8 2024-11-26T07:43:32,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-26T07:43:32,968 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020, size=1.4 K (1406bytes) 2024-11-26T07:43:32,968 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020 2024-11-26T07:43:32,969 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020 after 1ms 2024-11-26T07:43:32,971 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:32,971 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020 took 3ms 2024-11-26T07:43:32,977 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for bf24f012d327d1bf367a383ab9852972: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-26T07:43:32,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020 so closing down 2024-11-26T07:43:32,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:32,978 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:32,978 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020, size=1.4 K, length=1406, corrupted=false, cancelled=false 2024-11-26T07:43:32,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020, journal: Splitting hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020, size=1.4 K (1406bytes) at 1732607012968Finishing writing output for hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020 so closing down at 1732607012978 (+10 ms)3 split writer threads finished at 1732607012978Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020, size=1.4 K, length=1406, corrupted=false, cancelled=false at 1732607012978 2024-11-26T07:43:32,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020 2024-11-26T07:43:32,979 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T07:43:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T07:43:32,985 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting/719ac8e87449%2C35077%2C1732606995516.1732606997020 to hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/oldWALs 2024-11-26T07:43:32,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T07:43:32,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 719ac8e87449%2C35077%2C1732606995516.1732606997020, worker=719ac8e87449,33553,1732606995339 in 199 msec 2024-11-26T07:43:32,990 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=719ac8e87449,33553,1732606995339 2024-11-26T07:43:32,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T07:43:32,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 719ac8e87449%2C35077%2C1732606995516.1732606997020, worker=719ac8e87449,33553,1732606995339 in 212 msec 2024-11-26T07:43:32,995 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting dir is empty, no logs to split. 2024-11-26T07:43:32,995 INFO [PEWorker-1 {}] master.SplitWALManager(105): 719ac8e87449,35077,1732606995516 WAL count=0, meta=false 2024-11-26T07:43:32,995 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 719ac8e87449,35077,1732606995516 WAL splitting is done? wals=0, meta=false 2024-11-26T07:43:32,998 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 719ac8e87449,35077,1732606995516 failed, ignore...File hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,35077,1732606995516-splitting does not exist. 2024-11-26T07:43:33,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN}] 2024-11-26T07:43:33,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN 2024-11-26T07:43:33,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:43:33,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18] 2024-11-26T07:43:33,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 719ac8e87449:35077 this server is in the failed servers list 2024-11-26T07:43:33,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=719ac8e87449:35077 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 719ac8e87449:35077 2024-11-26T07:43:33,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 719ac8e87449:35077 2024-11-26T07:43:33,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,35077,1732606995516, seqNum=18 from cache 2024-11-26T07:43:33,153 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:43:33,153 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:43:33,153 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:43:33,153 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:43:33,153 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:43:33,154 INFO [719ac8e87449:44481 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:43:33,154 INFO [719ac8e87449:44481 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:43:33,154 DEBUG [719ac8e87449:44481 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:43:33,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=OPENING, regionLocation=719ac8e87449,33553,1732606995339 2024-11-26T07:43:33,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN because future has completed 2024-11-26T07:43:33,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,33553,1732606995339}] 2024-11-26T07:43:33,317 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:33,317 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bf24f012d327d1bf367a383ab9852972, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:33,318 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,318 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:33,318 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,318 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,321 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,322 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf1 2024-11-26T07:43:33,322 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:33,329 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf1/18bd2dc5a85440968f13236820980ffd 2024-11-26T07:43:33,329 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:33,329 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,330 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf24f012d327d1bf367a383ab9852972 columnFamilyName cf2 2024-11-26T07:43:33,330 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:33,336 DEBUG [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/cf2/00c7e9d5acc04b08a3caae51fcd52304 2024-11-26T07:43:33,336 INFO [StoreOpener-bf24f012d327d1bf367a383ab9852972-1 {}] regionserver.HStore(327): Store=bf24f012d327d1bf367a383ab9852972/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:33,337 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,337 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,339 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,339 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,339 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,340 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T07:43:33,341 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,342 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bf24f012d327d1bf367a383ab9852972; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65657996, jitterRate=-0.02161961793899536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T07:43:33,342 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:33,343 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bf24f012d327d1bf367a383ab9852972: Running coprocessor pre-open hook at 1732607013319Writing region info on filesystem at 1732607013319Initializing all the Stores at 1732607013320 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607013320Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607013321 (+1 ms)Cleaning up temporary data from old regions at 1732607013340 (+19 ms)Running coprocessor post-open hooks at 1732607013342 (+2 ms)Region opened successfully at 1732607013343 (+1 ms) 2024-11-26T07:43:33,344 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., pid=17, masterSystemTime=1732607013309 2024-11-26T07:43:33,346 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:33,346 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:33,347 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=bf24f012d327d1bf367a383ab9852972, regionState=OPEN, openSeqNum=18, regionLocation=719ac8e87449,33553,1732606995339 2024-11-26T07:43:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,33553,1732606995339 because future has completed 2024-11-26T07:43:33,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T07:43:33,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure bf24f012d327d1bf367a383ab9852972, server=719ac8e87449,33553,1732606995339 in 193 msec 2024-11-26T07:43:33,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-26T07:43:33,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=bf24f012d327d1bf367a383ab9852972, ASSIGN in 353 msec 2024-11-26T07:43:33,355 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 719ac8e87449,35077,1732606995516 after splitting done 2024-11-26T07:43:33,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 719ac8e87449,35077,1732606995516, splitWal=true, meta=false in 591 msec 2024-11-26T07:43:33,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., hostname=719ac8e87449,33553,1732606995339, seqNum=18] 2024-11-26T07:43:33,648 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=404 (was 415), OpenFileDescriptor=1045 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=10873 (was 10911) 2024-11-26T07:43:33,648 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-11-26T07:43:33,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=404, OpenFileDescriptor=1045, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=10873 2024-11-26T07:43:33,660 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-11-26T07:43:33,675 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:33,676 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:33,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:33,680 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72861307, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-72861307, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:33,691 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72861307/hregion-72861307.1732607013680, exclude list is [], retry=0 2024-11-26T07:43:33,694 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:33,694 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:33,694 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:33,698 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72861307/hregion-72861307.1732607013680 2024-11-26T07:43:33,698 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:33,698 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bafd26661e7f2e9739d1ae0437258058, NAME => 'testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741893_1071 (size=67) 2024-11-26T07:43:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741893_1071 (size=67) 2024-11-26T07:43:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741893_1071 (size=67) 2024-11-26T07:43:33,709 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:33,711 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,712 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd26661e7f2e9739d1ae0437258058 columnFamilyName a 2024-11-26T07:43:33,712 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:33,713 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(327): Store=bafd26661e7f2e9739d1ae0437258058/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:33,713 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,714 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd26661e7f2e9739d1ae0437258058 columnFamilyName b 2024-11-26T07:43:33,714 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:33,715 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(327): Store=bafd26661e7f2e9739d1ae0437258058/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:33,715 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,716 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd26661e7f2e9739d1ae0437258058 columnFamilyName c 2024-11-26T07:43:33,716 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:33,717 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(327): Store=bafd26661e7f2e9739d1ae0437258058/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:33,717 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,718 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,718 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,719 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,719 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,720 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:33,721 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,722 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:33,723 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bafd26661e7f2e9739d1ae0437258058; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62316958, jitterRate=-0.07140496373176575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:33,723 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bafd26661e7f2e9739d1ae0437258058: Writing region info on filesystem at 1732607013709Initializing all the Stores at 1732607013710 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607013710Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607013710Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607013710Cleaning up temporary data from old regions at 1732607013719 (+9 ms)Region opened successfully at 1732607013723 (+4 ms) 2024-11-26T07:43:33,723 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bafd26661e7f2e9739d1ae0437258058, disabling compactions & flushes 2024-11-26T07:43:33,723 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. 2024-11-26T07:43:33,723 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. 2024-11-26T07:43:33,723 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. after waiting 0 ms 2024-11-26T07:43:33,723 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. 2024-11-26T07:43:33,724 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. 2024-11-26T07:43:33,724 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bafd26661e7f2e9739d1ae0437258058: Waiting for close lock at 1732607013723Disabling compacts and flushes for region at 1732607013723Disabling writes for close at 1732607013723Writing region close event to WAL at 1732607013724 (+1 ms)Closed at 1732607013724 2024-11-26T07:43:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741892_1070 (size=95) 2024-11-26T07:43:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741892_1070 (size=95) 2024-11-26T07:43:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741892_1070 (size=95) 2024-11-26T07:43:33,728 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:33,728 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72861307:(num 1732607013680) 2024-11-26T07:43:33,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:33,730 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:33,743 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730, exclude list is [], retry=0 2024-11-26T07:43:33,746 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:33,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:33,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:33,748 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730 2024-11-26T07:43:33,749 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:33,749 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bafd26661e7f2e9739d1ae0437258058, NAME => 'testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:33,749 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:33,749 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,749 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,750 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,751 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd26661e7f2e9739d1ae0437258058 columnFamilyName a 2024-11-26T07:43:33,751 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:33,752 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(327): Store=bafd26661e7f2e9739d1ae0437258058/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:33,752 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,753 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd26661e7f2e9739d1ae0437258058 columnFamilyName b 2024-11-26T07:43:33,753 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:33,753 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(327): Store=bafd26661e7f2e9739d1ae0437258058/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:33,753 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,754 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd26661e7f2e9739d1ae0437258058 columnFamilyName c 2024-11-26T07:43:33,754 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:33,755 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(327): Store=bafd26661e7f2e9739d1ae0437258058/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:33,755 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,756 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,757 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,758 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,758 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,758 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:33,760 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:33,761 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bafd26661e7f2e9739d1ae0437258058; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59450847, jitterRate=-0.11411334574222565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:33,762 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bafd26661e7f2e9739d1ae0437258058: Writing region info on filesystem at 1732607013749Initializing all the Stores at 1732607013750 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607013750Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607013750Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607013750Cleaning up temporary data from old regions at 1732607013758 (+8 ms)Region opened successfully at 1732607013761 (+3 ms) 2024-11-26T07:43:33,792 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bafd26661e7f2e9739d1ae0437258058 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-26T07:43:33,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/a/850159376914469d924bd019e7fc97a4 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732607013762/Put/seqid=0 2024-11-26T07:43:33,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741895_1073 (size=5958) 2024-11-26T07:43:33,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741895_1073 (size=5958) 2024-11-26T07:43:33,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741895_1073 (size=5958) 2024-11-26T07:43:33,826 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/a/850159376914469d924bd019e7fc97a4 2024-11-26T07:43:33,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/b/79ac311db479485798b166dde0c8c723 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732607013771/Put/seqid=0 2024-11-26T07:43:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741896_1074 (size=5958) 2024-11-26T07:43:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741896_1074 (size=5958) 2024-11-26T07:43:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741896_1074 (size=5958) 2024-11-26T07:43:33,862 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/b/79ac311db479485798b166dde0c8c723 2024-11-26T07:43:33,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/c/ac7b054eaf2f4da99ea4c2c17770d0f2 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732607013780/Put/seqid=0 2024-11-26T07:43:33,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741897_1075 (size=5958) 2024-11-26T07:43:33,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741897_1075 (size=5958) 2024-11-26T07:43:33,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741897_1075 (size=5958) 2024-11-26T07:43:33,895 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/c/ac7b054eaf2f4da99ea4c2c17770d0f2 2024-11-26T07:43:33,903 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/a/850159376914469d924bd019e7fc97a4 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/a/850159376914469d924bd019e7fc97a4 2024-11-26T07:43:33,910 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/a/850159376914469d924bd019e7fc97a4, entries=10, sequenceid=33, filesize=5.8 K 2024-11-26T07:43:33,911 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/b/79ac311db479485798b166dde0c8c723 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/b/79ac311db479485798b166dde0c8c723 2024-11-26T07:43:33,919 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/b/79ac311db479485798b166dde0c8c723, entries=10, sequenceid=33, filesize=5.8 K 2024-11-26T07:43:33,920 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/c/ac7b054eaf2f4da99ea4c2c17770d0f2 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/c/ac7b054eaf2f4da99ea4c2c17770d0f2 2024-11-26T07:43:33,927 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/c/ac7b054eaf2f4da99ea4c2c17770d0f2, entries=10, sequenceid=33, filesize=5.8 K 2024-11-26T07:43:33,929 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for bafd26661e7f2e9739d1ae0437258058 in 136ms, sequenceid=33, compaction requested=false 2024-11-26T07:43:33,929 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bafd26661e7f2e9739d1ae0437258058: 2024-11-26T07:43:33,929 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bafd26661e7f2e9739d1ae0437258058, disabling compactions & flushes 2024-11-26T07:43:33,929 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. 2024-11-26T07:43:33,929 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. 2024-11-26T07:43:33,929 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. after waiting 0 ms 2024-11-26T07:43:33,929 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. 2024-11-26T07:43:33,931 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. 2024-11-26T07:43:33,931 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bafd26661e7f2e9739d1ae0437258058: Waiting for close lock at 1732607013929Disabling compacts and flushes for region at 1732607013929Disabling writes for close at 1732607013929Writing region close event to WAL at 1732607013931 (+2 ms)Closed at 1732607013931 2024-11-26T07:43:33,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741894_1072 (size=3385) 2024-11-26T07:43:33,935 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730 not finished, retry = 0 2024-11-26T07:43:33,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741894_1072 (size=3385) 2024-11-26T07:43:33,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741894_1072 (size=3385) 2024-11-26T07:43:34,040 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/b/79ac311db479485798b166dde0c8c723 to hdfs://localhost:37471/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/b/79ac311db479485798b166dde0c8c723 2024-11-26T07:43:34,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730, size=3.3 K (3385bytes) 2024-11-26T07:43:34,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730 2024-11-26T07:43:34,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730 after 1ms 2024-11-26T07:43:34,062 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:34,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730 took 4ms 2024-11-26T07:43:34,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730 so closing down 2024-11-26T07:43:34,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:34,066 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732607013730.temp 2024-11-26T07:43:34,068 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000003-wal.1732607013730.temp 2024-11-26T07:43:34,069 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:34,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741898_1076 (size=2944) 2024-11-26T07:43:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741898_1076 (size=2944) 2024-11-26T07:43:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741898_1076 (size=2944) 2024-11-26T07:43:34,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000003-wal.1732607013730.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:34,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000003-wal.1732607013730.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000032 2024-11-26T07:43:34,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-26T07:43:34,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730, journal: Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730, size=3.3 K (3385bytes) at 1732607014059Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730 so closing down at 1732607014066 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000003-wal.1732607013730.temp at 1732607014068 (+2 ms)3 split writer threads finished at 1732607014069 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000003-wal.1732607013730.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732607014077 (+8 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000003-wal.1732607013730.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000032 at 1732607014078 (+1 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1732607014078 2024-11-26T07:43:34,080 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607013730 to hdfs://localhost:37471/hbase/oldWALs/wal.1732607013730 2024-11-26T07:43:34,081 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000032 2024-11-26T07:43:34,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:34,083 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:34,095 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607014083, exclude list is [], retry=0 2024-11-26T07:43:34,099 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:34,099 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:34,099 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:34,101 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607014083 2024-11-26T07:43:34,102 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:34,102 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bafd26661e7f2e9739d1ae0437258058, NAME => 'testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:34,102 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:34,102 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,102 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,104 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,105 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd26661e7f2e9739d1ae0437258058 columnFamilyName a 2024-11-26T07:43:34,105 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:34,112 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/a/850159376914469d924bd019e7fc97a4 2024-11-26T07:43:34,112 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(327): Store=bafd26661e7f2e9739d1ae0437258058/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:34,112 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,114 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd26661e7f2e9739d1ae0437258058 columnFamilyName b 2024-11-26T07:43:34,114 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:34,115 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(327): Store=bafd26661e7f2e9739d1ae0437258058/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:34,115 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,116 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafd26661e7f2e9739d1ae0437258058 columnFamilyName c 2024-11-26T07:43:34,116 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:34,123 DEBUG [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/c/ac7b054eaf2f4da99ea4c2c17770d0f2 2024-11-26T07:43:34,123 INFO [StoreOpener-bafd26661e7f2e9739d1ae0437258058-1 {}] regionserver.HStore(327): Store=bafd26661e7f2e9739d1ae0437258058/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:34,123 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,124 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,126 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,126 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000032 2024-11-26T07:43:34,129 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:34,131 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000032 2024-11-26T07:43:34,131 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bafd26661e7f2e9739d1ae0437258058 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-26T07:43:34,145 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/b/8c87b84b2b454f7bb216c522d70f306f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732607013771/Put/seqid=0 2024-11-26T07:43:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741900_1078 (size=5958) 2024-11-26T07:43:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741900_1078 (size=5958) 2024-11-26T07:43:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741900_1078 (size=5958) 2024-11-26T07:43:34,153 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/b/8c87b84b2b454f7bb216c522d70f306f 2024-11-26T07:43:34,160 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/.tmp/b/8c87b84b2b454f7bb216c522d70f306f as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/b/8c87b84b2b454f7bb216c522d70f306f 2024-11-26T07:43:34,167 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/b/8c87b84b2b454f7bb216c522d70f306f, entries=10, sequenceid=32, filesize=5.8 K 2024-11-26T07:43:34,168 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for bafd26661e7f2e9739d1ae0437258058 in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-11-26T07:43:34,168 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/0000000000000000032 2024-11-26T07:43:34,169 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,169 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,170 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:34,172 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bafd26661e7f2e9739d1ae0437258058 2024-11-26T07:43:34,174 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/bafd26661e7f2e9739d1ae0437258058/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-26T07:43:34,175 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bafd26661e7f2e9739d1ae0437258058; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62947820, jitterRate=-0.06200438737869263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:34,175 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bafd26661e7f2e9739d1ae0437258058: Writing region info on filesystem at 1732607014102Initializing all the Stores at 1732607014104 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607014104Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607014104Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607014104Obtaining lock to block concurrent updates at 1732607014131 (+27 ms)Preparing flush snapshotting stores in bafd26661e7f2e9739d1ae0437258058 at 1732607014131Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732607014131Flushing stores of testReplayEditsWrittenViaHRegion,,1732607013675.bafd26661e7f2e9739d1ae0437258058. at 1732607014131Flushing bafd26661e7f2e9739d1ae0437258058/b: creating writer at 1732607014131Flushing bafd26661e7f2e9739d1ae0437258058/b: appending metadata at 1732607014145 (+14 ms)Flushing bafd26661e7f2e9739d1ae0437258058/b: closing flushed file at 1732607014145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0255aa: reopening flushed file at 1732607014159 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for bafd26661e7f2e9739d1ae0437258058 in 37ms, sequenceid=32, compaction requested=false; wal=null at 1732607014168 (+9 ms)Cleaning up temporary data from old regions at 1732607014169 (+1 ms)Region opened successfully at 1732607014175 (+6 ms) 2024-11-26T07:43:34,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=412 (was 404) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:36108 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:38204 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:43292 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:42570 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:46078 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:38514 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1119 (was 1045) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=10861 (was 10873) 2024-11-26T07:43:34,196 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024 2024-11-26T07:43:34,207 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=412, OpenFileDescriptor=1119, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=10860 2024-11-26T07:43:34,207 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024 2024-11-26T07:43:34,221 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:34,223 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:34,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:34,226 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67683766, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-67683766, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:34,238 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67683766/hregion-67683766.1732607014226, exclude list is [], retry=0 2024-11-26T07:43:34,240 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:34,241 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:34,241 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:34,243 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67683766/hregion-67683766.1732607014226 2024-11-26T07:43:34,246 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:34,247 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d10afcf2772b5554da3b7d73c5d40952, NAME => 'testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741902_1080 (size=68) 2024-11-26T07:43:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741902_1080 (size=68) 2024-11-26T07:43:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741902_1080 (size=68) 2024-11-26T07:43:34,258 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:34,259 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,261 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10afcf2772b5554da3b7d73c5d40952 columnFamilyName a 2024-11-26T07:43:34,261 DEBUG [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:34,262 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(327): Store=d10afcf2772b5554da3b7d73c5d40952/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:34,262 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,263 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10afcf2772b5554da3b7d73c5d40952 columnFamilyName b 2024-11-26T07:43:34,263 DEBUG [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:34,264 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(327): Store=d10afcf2772b5554da3b7d73c5d40952/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:34,264 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,266 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10afcf2772b5554da3b7d73c5d40952 columnFamilyName c 2024-11-26T07:43:34,266 DEBUG [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:34,266 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(327): Store=d10afcf2772b5554da3b7d73c5d40952/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:34,267 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,268 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,268 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,269 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,269 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,270 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:34,271 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,273 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:34,274 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d10afcf2772b5554da3b7d73c5d40952; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59478557, jitterRate=-0.11370043456554413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:34,275 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d10afcf2772b5554da3b7d73c5d40952: Writing region info on filesystem at 1732607014258Initializing all the Stores at 1732607014259 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607014259Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607014259Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607014259Cleaning up temporary data from old regions at 1732607014269 (+10 ms)Region opened successfully at 1732607014275 (+6 ms) 2024-11-26T07:43:34,275 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d10afcf2772b5554da3b7d73c5d40952, disabling compactions & flushes 2024-11-26T07:43:34,275 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:34,275 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:34,275 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. after waiting 0 ms 2024-11-26T07:43:34,275 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:34,276 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:34,276 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d10afcf2772b5554da3b7d73c5d40952: Waiting for close lock at 1732607014275Disabling compacts and flushes for region at 1732607014275Disabling writes for close at 1732607014275Writing region close event to WAL at 1732607014276 (+1 ms)Closed at 1732607014276 2024-11-26T07:43:34,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-67683766/hregion-67683766.1732607014226 not finished, retry = 0 2024-11-26T07:43:34,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741901_1079 (size=95) 2024-11-26T07:43:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741901_1079 (size=95) 2024-11-26T07:43:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741901_1079 (size=95) 2024-11-26T07:43:34,381 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:34,381 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67683766:(num 1732607014226) 2024-11-26T07:43:34,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:34,383 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:34,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383, exclude list is [], retry=0 2024-11-26T07:43:34,398 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:34,398 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:34,399 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:34,400 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383 2024-11-26T07:43:34,402 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:34,480 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d10afcf2772b5554da3b7d73c5d40952, NAME => 'testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:34,483 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,483 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:34,483 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,483 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,486 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,487 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10afcf2772b5554da3b7d73c5d40952 columnFamilyName a 2024-11-26T07:43:34,487 DEBUG [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:34,488 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(327): Store=d10afcf2772b5554da3b7d73c5d40952/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:34,488 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,489 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10afcf2772b5554da3b7d73c5d40952 columnFamilyName b 2024-11-26T07:43:34,490 DEBUG [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:34,490 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(327): Store=d10afcf2772b5554da3b7d73c5d40952/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:34,491 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,492 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10afcf2772b5554da3b7d73c5d40952 columnFamilyName c 2024-11-26T07:43:34,492 DEBUG [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:34,493 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(327): Store=d10afcf2772b5554da3b7d73c5d40952/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:34,493 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,496 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,496 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,497 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:34,499 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,499 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d10afcf2772b5554da3b7d73c5d40952; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74297016, jitterRate=0.10711181163787842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:34,500 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:34,500 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d10afcf2772b5554da3b7d73c5d40952: Running coprocessor pre-open hook at 1732607014484Writing region info on filesystem at 1732607014484Initializing all the Stores at 1732607014485 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607014485Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607014485Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607014485Cleaning up temporary data from old regions at 1732607014496 (+11 ms)Running coprocessor post-open hooks at 1732607014500 (+4 ms)Region opened successfully at 1732607014500 2024-11-26T07:43:34,517 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d10afcf2772b5554da3b7d73c5d40952 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-26T07:43:34,518 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:34,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-26T07:43:34,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:34,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-26T07:43:34,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:34,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-26T07:43:34,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:34,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-26T07:43:34,961 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:34,963 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-26T07:43:34,963 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:35,519 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:36,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T07:43:36,520 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:37,521 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:38,523 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:39,524 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:40,526 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:41,527 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:42,528 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:43,529 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d10afcf2772b5554da3b7d73c5d40952/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:43,532 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d10afcf2772b5554da3b7d73c5d40952: 2024-11-26T07:43:43,532 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:43,548 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d10afcf2772b5554da3b7d73c5d40952: 2024-11-26T07:43:43,548 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-26T07:43:43,548 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d10afcf2772b5554da3b7d73c5d40952, disabling compactions & flushes 2024-11-26T07:43:43,548 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:43,548 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:43,548 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. after waiting 0 ms 2024-11-26T07:43:43,548 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:43,548 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:43,548 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. 2024-11-26T07:43:43,549 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d10afcf2772b5554da3b7d73c5d40952: Waiting for close lock at 1732607023548Running coprocessor pre-close hooks at 1732607023548Disabling compacts and flushes for region at 1732607023548Disabling writes for close at 1732607023548Writing region close event to WAL at 1732607023548Running coprocessor post-close hooks at 1732607023548Closed at 1732607023548 2024-11-26T07:43:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741903_1081 (size=2691) 2024-11-26T07:43:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741903_1081 (size=2691) 2024-11-26T07:43:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741903_1081 (size=2691) 2024-11-26T07:43:43,566 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383, size=2.6 K (2691bytes) 2024-11-26T07:43:43,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383 2024-11-26T07:43:43,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383 after 0ms 2024-11-26T07:43:43,569 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:43,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383 took 3ms 2024-11-26T07:43:43,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383 so closing down 2024-11-26T07:43:43,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:43,572 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732607014383.temp 2024-11-26T07:43:43,574 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000004-wal.1732607014383.temp 2024-11-26T07:43:43,574 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:43,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741904_1082 (size=2094) 2024-11-26T07:43:43,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741904_1082 (size=2094) 2024-11-26T07:43:43,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741904_1082 (size=2094) 2024-11-26T07:43:43,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000004-wal.1732607014383.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:43,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000004-wal.1732607014383.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000026 2024-11-26T07:43:43,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-26T07:43:43,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383, journal: Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383, size=2.6 K (2691bytes) at 1732607023566Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383 so closing down at 1732607023571 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000004-wal.1732607014383.temp at 1732607023574 (+3 ms)3 split writer threads finished at 1732607023574Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000004-wal.1732607014383.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732607023581 (+7 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000004-wal.1732607014383.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000026 at 1732607023583 (+2 ms)Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1732607023583 2024-11-26T07:43:43,585 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607014383 to hdfs://localhost:37471/hbase/oldWALs/wal.1732607014383 2024-11-26T07:43:43,585 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000026 2024-11-26T07:43:43,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:43,587 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:43,601 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607023588, exclude list is [], retry=0 2024-11-26T07:43:43,604 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:43,605 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:43,605 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:43,607 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607023588 2024-11-26T07:43:43,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:43,608 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d10afcf2772b5554da3b7d73c5d40952, NAME => 'testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:43,608 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,608 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:43,609 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,609 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,611 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,612 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10afcf2772b5554da3b7d73c5d40952 columnFamilyName a 2024-11-26T07:43:43,612 DEBUG [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:43,613 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(327): Store=d10afcf2772b5554da3b7d73c5d40952/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:43,613 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,614 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10afcf2772b5554da3b7d73c5d40952 columnFamilyName b 2024-11-26T07:43:43,614 DEBUG [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:43,614 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(327): Store=d10afcf2772b5554da3b7d73c5d40952/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:43,615 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,616 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10afcf2772b5554da3b7d73c5d40952 columnFamilyName c 2024-11-26T07:43:43,616 DEBUG [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:43,616 INFO [StoreOpener-d10afcf2772b5554da3b7d73c5d40952-1 {}] regionserver.HStore(327): Store=d10afcf2772b5554da3b7d73c5d40952/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:43,616 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,617 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,618 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,619 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000026 2024-11-26T07:43:43,621 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:43,622 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000026 2024-11-26T07:43:43,623 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d10afcf2772b5554da3b7d73c5d40952 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-26T07:43:43,641 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/.tmp/a/8f7ba97c7ffd4967bab3ddffa5dc51e9 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732607023539/Put/seqid=0 2024-11-26T07:43:43,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741906_1084 (size=5523) 2024-11-26T07:43:43,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741906_1084 (size=5523) 2024-11-26T07:43:43,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741906_1084 (size=5523) 2024-11-26T07:43:43,647 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/.tmp/a/8f7ba97c7ffd4967bab3ddffa5dc51e9 2024-11-26T07:43:43,666 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/.tmp/b/9c7272fcadc649c18b2a0073de7172db is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732607023534/Put/seqid=0 2024-11-26T07:43:43,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741907_1085 (size=5524) 2024-11-26T07:43:43,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741907_1085 (size=5524) 2024-11-26T07:43:43,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741907_1085 (size=5524) 2024-11-26T07:43:43,673 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/.tmp/b/9c7272fcadc649c18b2a0073de7172db 2024-11-26T07:43:43,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/.tmp/c/823b65d7b9e24b42ad9735093e6538fa is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732607023537/Put/seqid=0 2024-11-26T07:43:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741908_1086 (size=5457) 2024-11-26T07:43:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741908_1086 (size=5457) 2024-11-26T07:43:43,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741908_1086 (size=5457) 2024-11-26T07:43:43,707 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/.tmp/c/823b65d7b9e24b42ad9735093e6538fa 2024-11-26T07:43:43,712 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/.tmp/a/8f7ba97c7ffd4967bab3ddffa5dc51e9 as hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/a/8f7ba97c7ffd4967bab3ddffa5dc51e9 2024-11-26T07:43:43,718 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/a/8f7ba97c7ffd4967bab3ddffa5dc51e9, entries=7, sequenceid=26, filesize=5.4 K 2024-11-26T07:43:43,719 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/.tmp/b/9c7272fcadc649c18b2a0073de7172db as hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/b/9c7272fcadc649c18b2a0073de7172db 2024-11-26T07:43:43,724 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/b/9c7272fcadc649c18b2a0073de7172db, entries=7, sequenceid=26, filesize=5.4 K 2024-11-26T07:43:43,726 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/.tmp/c/823b65d7b9e24b42ad9735093e6538fa as hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/c/823b65d7b9e24b42ad9735093e6538fa 2024-11-26T07:43:43,732 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/c/823b65d7b9e24b42ad9735093e6538fa, entries=6, sequenceid=26, filesize=5.3 K 2024-11-26T07:43:43,733 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d10afcf2772b5554da3b7d73c5d40952 in 110ms, sequenceid=26, compaction requested=false; wal=null 2024-11-26T07:43:43,734 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/0000000000000000026 2024-11-26T07:43:43,735 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,735 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,736 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:43,738 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,741 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsAfterAbortingFlush/d10afcf2772b5554da3b7d73c5d40952/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-26T07:43:43,742 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d10afcf2772b5554da3b7d73c5d40952; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65114131, jitterRate=-0.029723837971687317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:43,742 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d10afcf2772b5554da3b7d73c5d40952 2024-11-26T07:43:43,742 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d10afcf2772b5554da3b7d73c5d40952: Running coprocessor pre-open hook at 1732607023609Writing region info on filesystem at 1732607023609Initializing all the Stores at 1732607023610 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607023610Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607023610Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607023610Obtaining lock to block concurrent updates at 1732607023623 (+13 ms)Preparing flush snapshotting stores in d10afcf2772b5554da3b7d73c5d40952 at 1732607023623Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732607023623Flushing stores of testReplayEditsAfterAbortingFlush,,1732607014222.d10afcf2772b5554da3b7d73c5d40952. at 1732607023623Flushing d10afcf2772b5554da3b7d73c5d40952/a: creating writer at 1732607023623Flushing d10afcf2772b5554da3b7d73c5d40952/a: appending metadata at 1732607023640 (+17 ms)Flushing d10afcf2772b5554da3b7d73c5d40952/a: closing flushed file at 1732607023640Flushing d10afcf2772b5554da3b7d73c5d40952/b: creating writer at 1732607023652 (+12 ms)Flushing d10afcf2772b5554da3b7d73c5d40952/b: appending metadata at 1732607023666 (+14 ms)Flushing d10afcf2772b5554da3b7d73c5d40952/b: closing flushed file at 1732607023666Flushing d10afcf2772b5554da3b7d73c5d40952/c: creating writer at 1732607023678 (+12 ms)Flushing d10afcf2772b5554da3b7d73c5d40952/c: appending metadata at 1732607023699 (+21 ms)Flushing d10afcf2772b5554da3b7d73c5d40952/c: closing flushed file at 1732607023699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f395f1: reopening flushed file at 1732607023712 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3363c0c4: reopening flushed file at 1732607023718 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38533dfa: reopening flushed file at 1732607023725 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d10afcf2772b5554da3b7d73c5d40952 in 110ms, sequenceid=26, compaction requested=false; wal=null at 1732607023733 (+8 ms)Cleaning up temporary data from old regions at 1732607023735 (+2 ms)Running coprocessor post-open hooks at 1732607023742 (+7 ms)Region opened successfully at 1732607023742 2024-11-26T07:43:43,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=415 (was 412) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:36138 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:36146 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:54170 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:33480 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:54154 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:33438 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1179 (was 1119) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=10842 (was 10860) 2024-11-26T07:43:43,765 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1179 is superior to 1024 2024-11-26T07:43:43,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1179, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=10841 2024-11-26T07:43:43,779 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1179 is superior to 1024 2024-11-26T07:43:43,794 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:43,796 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:43,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:43,800 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97072030, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-97072030, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:43,806 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:43:43,818 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97072030/hregion-97072030.1732607023800, exclude list is [], retry=0 2024-11-26T07:43:43,821 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:43,822 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:43,823 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:43,825 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97072030/hregion-97072030.1732607023800 2024-11-26T07:43:43,826 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:43,826 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5372c215b638817b9025adfba6549cda, NAME => 'testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:43,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741910_1088 (size=61) 2024-11-26T07:43:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741910_1088 (size=61) 2024-11-26T07:43:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741910_1088 (size=61) 2024-11-26T07:43:43,847 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:43,848 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,849 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5372c215b638817b9025adfba6549cda columnFamilyName a 2024-11-26T07:43:43,849 DEBUG [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:43,850 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] regionserver.HStore(327): Store=5372c215b638817b9025adfba6549cda/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:43,850 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,850 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,851 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,851 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,851 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,853 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,855 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:43,855 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5372c215b638817b9025adfba6549cda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62318781, jitterRate=-0.07137779891490936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:43,856 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5372c215b638817b9025adfba6549cda: Writing region info on filesystem at 1732607023847Initializing all the Stores at 1732607023847Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607023847Cleaning up temporary data from old regions at 1732607023851 (+4 ms)Region opened successfully at 1732607023856 (+5 ms) 2024-11-26T07:43:43,856 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5372c215b638817b9025adfba6549cda, disabling compactions & flushes 2024-11-26T07:43:43,856 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. 2024-11-26T07:43:43,856 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. 2024-11-26T07:43:43,856 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. after waiting 0 ms 2024-11-26T07:43:43,856 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. 2024-11-26T07:43:43,856 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. 2024-11-26T07:43:43,856 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5372c215b638817b9025adfba6549cda: Waiting for close lock at 1732607023856Disabling compacts and flushes for region at 1732607023856Disabling writes for close at 1732607023856Writing region close event to WAL at 1732607023856Closed at 1732607023856 2024-11-26T07:43:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741909_1087 (size=95) 2024-11-26T07:43:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741909_1087 (size=95) 2024-11-26T07:43:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741909_1087 (size=95) 2024-11-26T07:43:43,862 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:43,862 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97072030:(num 1732607023800) 2024-11-26T07:43:43,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:43,864 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:43,876 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864, exclude list is [], retry=0 2024-11-26T07:43:43,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:43,880 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:43,880 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:43,881 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864 2024-11-26T07:43:43,881 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:43,882 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5372c215b638817b9025adfba6549cda, NAME => 'testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:43,882 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:43,882 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,882 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,883 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,884 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5372c215b638817b9025adfba6549cda columnFamilyName a 2024-11-26T07:43:43,884 DEBUG [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:43,885 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] regionserver.HStore(327): Store=5372c215b638817b9025adfba6549cda/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:43,885 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,886 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,887 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,887 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,887 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,889 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:43,889 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5372c215b638817b9025adfba6549cda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69516418, jitterRate=0.0358753502368927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:43,890 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5372c215b638817b9025adfba6549cda: Writing region info on filesystem at 1732607023882Initializing all the Stores at 1732607023883 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607023883Cleaning up temporary data from old regions at 1732607023887 (+4 ms)Region opened successfully at 1732607023890 (+3 ms) 2024-11-26T07:43:43,898 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5372c215b638817b9025adfba6549cda, disabling compactions & flushes 2024-11-26T07:43:43,898 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. 2024-11-26T07:43:43,898 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. 2024-11-26T07:43:43,898 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. after waiting 0 ms 2024-11-26T07:43:43,898 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. 2024-11-26T07:43:43,899 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. 2024-11-26T07:43:43,899 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. 2024-11-26T07:43:43,899 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5372c215b638817b9025adfba6549cda: Waiting for close lock at 1732607023898Disabling compacts and flushes for region at 1732607023898Disabling writes for close at 1732607023898Writing region close event to WAL at 1732607023898Closed at 1732607023899 (+1 ms) 2024-11-26T07:43:43,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741911_1089 (size=1050) 2024-11-26T07:43:43,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741911_1089 (size=1050) 2024-11-26T07:43:43,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741911_1089 (size=1050) 2024-11-26T07:43:43,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864, size=1.0 K (1050bytes) 2024-11-26T07:43:43,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864 2024-11-26T07:43:43,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864 after 1ms 2024-11-26T07:43:43,924 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:43,924 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864 took 3ms 2024-11-26T07:43:43,926 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864 so closing down 2024-11-26T07:43:43,926 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:43,927 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732607023864.temp 2024-11-26T07:43:43,928 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000003-wal.1732607023864.temp 2024-11-26T07:43:43,928 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741912_1090 (size=1050) 2024-11-26T07:43:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741912_1090 (size=1050) 2024-11-26T07:43:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741912_1090 (size=1050) 2024-11-26T07:43:43,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000003-wal.1732607023864.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:43,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000003-wal.1732607023864.temp to hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000012 2024-11-26T07:43:43,942 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-26T07:43:43,942 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864, journal: Splitting hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864, size=1.0 K (1050bytes) at 1732607023921Finishing writing output for hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864 so closing down at 1732607023926 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000003-wal.1732607023864.temp at 1732607023928 (+2 ms)3 split writer threads finished at 1732607023928Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000003-wal.1732607023864.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732607023940 (+12 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000003-wal.1732607023864.temp to hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000012 at 1732607023942 (+2 ms)Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732607023942 2024-11-26T07:43:43,944 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607023864 to hdfs://localhost:37471/hbase/oldWALs/wal.1732607023864 2024-11-26T07:43:43,945 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000012 2024-11-26T07:43:43,948 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:44,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:44,317 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:44,330 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607024317, exclude list is [], retry=0 2024-11-26T07:43:44,333 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:44,333 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:44,334 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:44,335 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607024317 2024-11-26T07:43:44,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:44,335 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5372c215b638817b9025adfba6549cda, NAME => 'testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:44,335 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:44,336 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,336 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,340 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,341 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5372c215b638817b9025adfba6549cda columnFamilyName a 2024-11-26T07:43:44,341 DEBUG [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:44,342 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] regionserver.HStore(327): Store=5372c215b638817b9025adfba6549cda/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:44,342 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,343 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,345 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,345 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000012 2024-11-26T07:43:44,347 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:44,349 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000012 2024-11-26T07:43:44,349 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5372c215b638817b9025adfba6549cda 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-26T07:43:44,368 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/.tmp/a/61fdaad11cf54ac1bf4170cbcf939b83 is 79, key is testDatalossWhenInputError/a:x0/1732607023890/Put/seqid=0 2024-11-26T07:43:44,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741914_1092 (size=5808) 2024-11-26T07:43:44,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741914_1092 (size=5808) 2024-11-26T07:43:44,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741914_1092 (size=5808) 2024-11-26T07:43:44,376 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/.tmp/a/61fdaad11cf54ac1bf4170cbcf939b83 2024-11-26T07:43:44,388 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/.tmp/a/61fdaad11cf54ac1bf4170cbcf939b83 as hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/a/61fdaad11cf54ac1bf4170cbcf939b83 2024-11-26T07:43:44,399 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/a/61fdaad11cf54ac1bf4170cbcf939b83, entries=10, sequenceid=12, filesize=5.7 K 2024-11-26T07:43:44,400 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 5372c215b638817b9025adfba6549cda in 51ms, sequenceid=12, compaction requested=false; wal=null 2024-11-26T07:43:44,400 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/0000000000000000012 2024-11-26T07:43:44,402 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,402 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,406 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,408 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T07:43:44,409 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5372c215b638817b9025adfba6549cda; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64005108, jitterRate=-0.046249568462371826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:44,410 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5372c215b638817b9025adfba6549cda: Writing region info on filesystem at 1732607024336Initializing all the Stores at 1732607024338 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607024338Obtaining lock to block concurrent updates at 1732607024349 (+11 ms)Preparing flush snapshotting stores in 5372c215b638817b9025adfba6549cda at 1732607024349Finished memstore snapshotting testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732607024349Flushing stores of testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda. at 1732607024349Flushing 5372c215b638817b9025adfba6549cda/a: creating writer at 1732607024349Flushing 5372c215b638817b9025adfba6549cda/a: appending metadata at 1732607024367 (+18 ms)Flushing 5372c215b638817b9025adfba6549cda/a: closing flushed file at 1732607024367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@300effb6: reopening flushed file at 1732607024386 (+19 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 5372c215b638817b9025adfba6549cda in 51ms, sequenceid=12, compaction requested=false; wal=null at 1732607024400 (+14 ms)Cleaning up temporary data from old regions at 1732607024402 (+2 ms)Region opened successfully at 1732607024409 (+7 ms) 2024-11-26T07:43:44,413 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5372c215b638817b9025adfba6549cda, NAME => 'testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:44,413 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732607023795.5372c215b638817b9025adfba6549cda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:44,413 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,413 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,415 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,416 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5372c215b638817b9025adfba6549cda columnFamilyName a 2024-11-26T07:43:44,416 DEBUG [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:44,422 DEBUG [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/a/61fdaad11cf54ac1bf4170cbcf939b83 2024-11-26T07:43:44,422 INFO [StoreOpener-5372c215b638817b9025adfba6549cda-1 {}] regionserver.HStore(327): Store=5372c215b638817b9025adfba6549cda/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:44,422 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,423 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,424 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,425 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,425 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,427 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5372c215b638817b9025adfba6549cda 2024-11-26T07:43:44,429 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testDatalossWhenInputError/5372c215b638817b9025adfba6549cda/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-26T07:43:44,430 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5372c215b638817b9025adfba6549cda; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60703538, jitterRate=-0.09544679522514343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:43:44,430 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5372c215b638817b9025adfba6549cda: Writing region info on filesystem at 1732607024413Initializing all the Stores at 1732607024414 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607024415 (+1 ms)Cleaning up temporary data from old regions at 1732607024425 (+10 ms)Region opened successfully at 1732607024430 (+5 ms) 2024-11-26T07:43:44,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=424 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:36216 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:36146 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:33540 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:54234 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:54154 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1230984374-172.17.0.2-1732606990821:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1260 (was 1179) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=10838 (was 10841) 2024-11-26T07:43:44,445 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-26T07:43:44,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=424, OpenFileDescriptor=1260, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=10837 2024-11-26T07:43:44,457 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-26T07:43:44,471 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:44,473 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:44,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:44,476 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-73192773, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-73192773, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:44,489 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-73192773/hregion-73192773.1732607024476, exclude list is [], retry=0 2024-11-26T07:43:44,492 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:44,492 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:44,492 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:44,494 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-73192773/hregion-73192773.1732607024476 2024-11-26T07:43:44,499 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:44,499 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6de8d3f6d134c579eabcce9e92a83c54, NAME => 'testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:44,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741916_1094 (size=63) 2024-11-26T07:43:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741916_1094 (size=63) 2024-11-26T07:43:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741916_1094 (size=63) 2024-11-26T07:43:44,509 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:44,510 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,511 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de8d3f6d134c579eabcce9e92a83c54 columnFamilyName a 2024-11-26T07:43:44,511 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:44,512 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(327): Store=6de8d3f6d134c579eabcce9e92a83c54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:44,512 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,513 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de8d3f6d134c579eabcce9e92a83c54 columnFamilyName b 2024-11-26T07:43:44,513 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:44,514 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(327): Store=6de8d3f6d134c579eabcce9e92a83c54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:44,514 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,516 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de8d3f6d134c579eabcce9e92a83c54 columnFamilyName c 2024-11-26T07:43:44,516 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:44,517 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(327): Store=6de8d3f6d134c579eabcce9e92a83c54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:44,517 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,518 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,519 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,520 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,520 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,520 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:44,521 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,524 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:44,524 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6de8d3f6d134c579eabcce9e92a83c54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63875401, jitterRate=-0.048182353377342224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:44,525 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6de8d3f6d134c579eabcce9e92a83c54: Writing region info on filesystem at 1732607024509Initializing all the Stores at 1732607024510 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607024510Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607024510Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607024510Cleaning up temporary data from old regions at 1732607024520 (+10 ms)Region opened successfully at 1732607024525 (+5 ms) 2024-11-26T07:43:44,525 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6de8d3f6d134c579eabcce9e92a83c54, disabling compactions & flushes 2024-11-26T07:43:44,525 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. 2024-11-26T07:43:44,525 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. 2024-11-26T07:43:44,525 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. after waiting 0 ms 2024-11-26T07:43:44,525 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. 2024-11-26T07:43:44,525 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. 2024-11-26T07:43:44,525 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6de8d3f6d134c579eabcce9e92a83c54: Waiting for close lock at 1732607024525Disabling compacts and flushes for region at 1732607024525Disabling writes for close at 1732607024525Writing region close event to WAL at 1732607024525Closed at 1732607024525 2024-11-26T07:43:44,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741915_1093 (size=95) 2024-11-26T07:43:44,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741915_1093 (size=95) 2024-11-26T07:43:44,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741915_1093 (size=95) 2024-11-26T07:43:44,532 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:44,532 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-73192773:(num 1732607024476) 2024-11-26T07:43:44,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:44,534 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:44,547 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535, exclude list is [], retry=0 2024-11-26T07:43:44,550 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:44,550 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:44,551 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:44,553 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 2024-11-26T07:43:44,553 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-26T07:43:44,553 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6de8d3f6d134c579eabcce9e92a83c54, NAME => 'testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:44,554 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:44,554 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,554 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,555 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,556 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de8d3f6d134c579eabcce9e92a83c54 columnFamilyName a 2024-11-26T07:43:44,557 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:44,557 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(327): Store=6de8d3f6d134c579eabcce9e92a83c54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:44,557 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,558 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de8d3f6d134c579eabcce9e92a83c54 columnFamilyName b 2024-11-26T07:43:44,558 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:44,559 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(327): Store=6de8d3f6d134c579eabcce9e92a83c54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:44,559 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,559 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de8d3f6d134c579eabcce9e92a83c54 columnFamilyName c 2024-11-26T07:43:44,559 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:44,560 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(327): Store=6de8d3f6d134c579eabcce9e92a83c54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:44,560 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,562 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,563 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,563 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,564 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:44,565 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:44,566 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6de8d3f6d134c579eabcce9e92a83c54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62065451, jitterRate=-0.07515271008014679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:44,566 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6de8d3f6d134c579eabcce9e92a83c54: Writing region info on filesystem at 1732607024554Initializing all the Stores at 1732607024555 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607024555Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607024555Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607024555Cleaning up temporary data from old regions at 1732607024563 (+8 ms)Region opened successfully at 1732607024566 (+3 ms) 2024-11-26T07:43:44,571 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732607024570/Put/seqid=0 2024-11-26T07:43:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741918_1096 (size=4875) 2024-11-26T07:43:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741918_1096 (size=4875) 2024-11-26T07:43:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741918_1096 (size=4875) 2024-11-26T07:43:44,586 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732607024585/Put/seqid=0 2024-11-26T07:43:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741919_1097 (size=4875) 2024-11-26T07:43:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741919_1097 (size=4875) 2024-11-26T07:43:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741919_1097 (size=4875) 2024-11-26T07:43:44,600 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732607024600/Put/seqid=0 2024-11-26T07:43:44,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741920_1098 (size=4875) 2024-11-26T07:43:44,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741920_1098 (size=4875) 2024-11-26T07:43:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741920_1098 (size=4875) 2024-11-26T07:43:44,607 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 6de8d3f6d134c579eabcce9e92a83c54/a 2024-11-26T07:43:44,611 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-26T07:43:44,611 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:43:44,611 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 6de8d3f6d134c579eabcce9e92a83c54/a 2024-11-26T07:43:44,615 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-26T07:43:44,615 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:43:44,615 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 6de8d3f6d134c579eabcce9e92a83c54/a 2024-11-26T07:43:44,620 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-26T07:43:44,620 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T07:43:44,620 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6de8d3f6d134c579eabcce9e92a83c54 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-26T07:43:44,636 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/.tmp/a/ba8271f148a3446f985ac390fc69dfb5 is 55, key is testCompactedBulkLoadedFiles/a:a/1732607024567/Put/seqid=0 2024-11-26T07:43:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741921_1099 (size=5107) 2024-11-26T07:43:44,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741921_1099 (size=5107) 2024-11-26T07:43:44,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741921_1099 (size=5107) 2024-11-26T07:43:44,646 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/.tmp/a/ba8271f148a3446f985ac390fc69dfb5 2024-11-26T07:43:44,652 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/.tmp/a/ba8271f148a3446f985ac390fc69dfb5 as hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/ba8271f148a3446f985ac390fc69dfb5 2024-11-26T07:43:44,658 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/ba8271f148a3446f985ac390fc69dfb5, entries=1, sequenceid=4, filesize=5.0 K 2024-11-26T07:43:44,659 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 6de8d3f6d134c579eabcce9e92a83c54 in 39ms, sequenceid=4, compaction requested=false 2024-11-26T07:43:44,659 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6de8d3f6d134c579eabcce9e92a83c54: 2024-11-26T07:43:44,661 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_ 2024-11-26T07:43:44,662 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_ 2024-11-26T07:43:44,663 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_ 2024-11-26T07:43:44,663 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile0 into 6de8d3f6d134c579eabcce9e92a83c54/a as hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_ - updating store file list. 2024-11-26T07:43:44,668 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7564252647af4f61979d15964ecffd97_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:43:44,669 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_ into 6de8d3f6d134c579eabcce9e92a83c54/a 2024-11-26T07:43:44,669 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile0 into 6de8d3f6d134c579eabcce9e92a83c54/a (new location: hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_) 2024-11-26T07:43:44,670 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile1 into 6de8d3f6d134c579eabcce9e92a83c54/a as hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_ - updating store file list. 2024-11-26T07:43:44,675 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7de2744cd94e4872975d21ff6e5709b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:43:44,675 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_ into 6de8d3f6d134c579eabcce9e92a83c54/a 2024-11-26T07:43:44,675 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile1 into 6de8d3f6d134c579eabcce9e92a83c54/a (new location: hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_) 2024-11-26T07:43:44,676 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile2 into 6de8d3f6d134c579eabcce9e92a83c54/a as hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_ - updating store file list. 2024-11-26T07:43:44,681 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:43:44,681 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_ into 6de8d3f6d134c579eabcce9e92a83c54/a 2024-11-26T07:43:44,681 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37471/hbase/testCompactedBulkLoadedFiles/hfile2 into 6de8d3f6d134c579eabcce9e92a83c54/a (new location: hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_) 2024-11-26T07:43:44,691 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T07:43:44,691 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6de8d3f6d134c579eabcce9e92a83c54/a is initiating major compaction (all files) 2024-11-26T07:43:44,691 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6de8d3f6d134c579eabcce9e92a83c54/a in testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. 2024-11-26T07:43:44,691 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/ba8271f148a3446f985ac390fc69dfb5, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_] into tmpdir=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/.tmp, totalSize=19.3 K 2024-11-26T07:43:44,692 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ba8271f148a3446f985ac390fc69dfb5, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732607024567 2024-11-26T07:43:44,692 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7564252647af4f61979d15964ecffd97_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-26T07:43:44,693 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7de2744cd94e4872975d21ff6e5709b9_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-26T07:43:44,693 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-26T07:43:44,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/.tmp/a/c3a1fc21f4f4406b81fd37b08dac6240 is 55, key is testCompactedBulkLoadedFiles/a:a/1732607024567/Put/seqid=0 2024-11-26T07:43:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741922_1100 (size=6154) 2024-11-26T07:43:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741922_1100 (size=6154) 2024-11-26T07:43:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741922_1100 (size=6154) 2024-11-26T07:43:44,723 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/.tmp/a/c3a1fc21f4f4406b81fd37b08dac6240 as hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/c3a1fc21f4f4406b81fd37b08dac6240 2024-11-26T07:43:44,730 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 6de8d3f6d134c579eabcce9e92a83c54/a of 6de8d3f6d134c579eabcce9e92a83c54 into c3a1fc21f4f4406b81fd37b08dac6240(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T07:43:44,730 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6de8d3f6d134c579eabcce9e92a83c54: 2024-11-26T07:43:44,730 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-26T07:43:44,730 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-26T07:43:44,761 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535, size=0 (0bytes) 2024-11-26T07:43:44,761 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 might be still open, length is 0 2024-11-26T07:43:44,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 2024-11-26T07:43:44,762 WARN [IPC Server handler 2 on default port 37471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-26T07:43:44,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 after 1ms 2024-11-26T07:43:44,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-26T07:43:44,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:44,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-26T07:43:44,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-26T07:43:46,750 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:36264 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38299:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36264 dst: /127.0.0.1:38299 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38299 remote=/127.0.0.1:36264]. Total timeout mills is 60000, 57980 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:46,750 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:54254 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39117:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54254 dst: /127.0.0.1:39117 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:46,750 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:33580 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33580 dst: /127.0.0.1:46819 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741917_1101 (size=1165) 2024-11-26T07:43:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741917_1101 (size=1165) 2024-11-26T07:43:48,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 after 4002ms 2024-11-26T07:43:48,766 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:48,766 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 took 4005ms 2024-11-26T07:43:48,774 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535; continuing. 2024-11-26T07:43:48,774 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 so closing down 2024-11-26T07:43:48,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:48,776 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732607024535.temp 2024-11-26T07:43:48,777 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000003-wal.1732607024535.temp 2024-11-26T07:43:48,778 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741923_1102 (size=544) 2024-11-26T07:43:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741923_1102 (size=544) 2024-11-26T07:43:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741923_1102 (size=544) 2024-11-26T07:43:48,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000003-wal.1732607024535.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:48,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000003-wal.1732607024535.temp to hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000008 2024-11-26T07:43:48,789 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535, size=0, length=0, corrupted=false, cancelled=false 2024-11-26T07:43:48,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535, journal: Splitting hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535, size=0 (0bytes) at 1732607024761Finishing writing output for hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 so closing down at 1732607028774 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000003-wal.1732607024535.temp at 1732607028777 (+3 ms)3 split writer threads finished at 1732607028778 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000003-wal.1732607024535.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732607028788 (+10 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000003-wal.1732607024535.temp to hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000008 at 1732607028789 (+1 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535, size=0, length=0, corrupted=false, cancelled=false at 1732607028790 (+1 ms) 2024-11-26T07:43:48,791 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 to hdfs://localhost:37471/hbase/oldWALs/wal.1732607024535 2024-11-26T07:43:48,792 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000008 2024-11-26T07:43:48,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:48,794 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:48,809 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607028795, exclude list is [], retry=0 2024-11-26T07:43:48,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:48,812 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:48,812 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:48,814 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607028795 2024-11-26T07:43:48,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:48,814 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6de8d3f6d134c579eabcce9e92a83c54, NAME => 'testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:48,815 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:48,815 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,815 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,816 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,818 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de8d3f6d134c579eabcce9e92a83c54 columnFamilyName a 2024-11-26T07:43:48,818 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:48,825 DEBUG [StoreFileOpener-6de8d3f6d134c579eabcce9e92a83c54-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:43:48,826 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_ 2024-11-26T07:43:48,831 DEBUG [StoreFileOpener-6de8d3f6d134c579eabcce9e92a83c54-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7564252647af4f61979d15964ecffd97_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:43:48,831 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_ 2024-11-26T07:43:48,836 DEBUG [StoreFileOpener-6de8d3f6d134c579eabcce9e92a83c54-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7de2744cd94e4872975d21ff6e5709b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T07:43:48,836 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_ 2024-11-26T07:43:48,845 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/ba8271f148a3446f985ac390fc69dfb5 2024-11-26T07:43:48,849 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/c3a1fc21f4f4406b81fd37b08dac6240 2024-11-26T07:43:48,849 WARN [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7f7960e3 2024-11-26T07:43:48,850 WARN [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7f7960e3 2024-11-26T07:43:48,850 WARN [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7f7960e3 2024-11-26T07:43:48,850 WARN [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/ba8271f148a3446f985ac390fc69dfb5 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7f7960e3 2024-11-26T07:43:48,850 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/ba8271f148a3446f985ac390fc69dfb5] to archive 2024-11-26T07:43:48,851 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T07:43:48,853 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_ to hdfs://localhost:37471/hbase/archive/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_ 2024-11-26T07:43:48,855 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_ to hdfs://localhost:37471/hbase/archive/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7564252647af4f61979d15964ecffd97_SeqId_4_ 2024-11-26T07:43:48,856 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_ to hdfs://localhost:37471/hbase/archive/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/7de2744cd94e4872975d21ff6e5709b9_SeqId_4_ 2024-11-26T07:43:48,858 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/ba8271f148a3446f985ac390fc69dfb5 to hdfs://localhost:37471/hbase/archive/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/a/ba8271f148a3446f985ac390fc69dfb5 2024-11-26T07:43:48,858 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(327): Store=6de8d3f6d134c579eabcce9e92a83c54/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:48,858 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,859 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de8d3f6d134c579eabcce9e92a83c54 columnFamilyName b 2024-11-26T07:43:48,859 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:48,859 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(327): Store=6de8d3f6d134c579eabcce9e92a83c54/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:48,859 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,860 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de8d3f6d134c579eabcce9e92a83c54 columnFamilyName c 2024-11-26T07:43:48,860 DEBUG [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:48,861 INFO [StoreOpener-6de8d3f6d134c579eabcce9e92a83c54-1 {}] regionserver.HStore(327): Store=6de8d3f6d134c579eabcce9e92a83c54/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:48,861 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,862 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,863 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,864 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000008 2024-11-26T07:43:48,866 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:48,868 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 6de8d3f6d134c579eabcce9e92a83c54 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "6de8d3f6d134c579eabcce9e92a83c54" family_name: "a" compaction_input: "ba8271f148a3446f985ac390fc69dfb5" compaction_input: "7564252647af4f61979d15964ecffd97_SeqId_4_" compaction_input: "7de2744cd94e4872975d21ff6e5709b9_SeqId_4_" compaction_input: "16aacc6ecc8a45dfac44b97414b39af9_SeqId_4_" compaction_output: "c3a1fc21f4f4406b81fd37b08dac6240" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-26T07:43:48,868 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-26T07:43:48,868 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000008 2024-11-26T07:43:48,869 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/0000000000000000008 2024-11-26T07:43:48,870 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,870 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,871 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:48,873 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6de8d3f6d134c579eabcce9e92a83c54 2024-11-26T07:43:48,875 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testCompactedBulkLoadedFiles/6de8d3f6d134c579eabcce9e92a83c54/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:43:48,876 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6de8d3f6d134c579eabcce9e92a83c54; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64225872, jitterRate=-0.04295992851257324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:48,876 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6de8d3f6d134c579eabcce9e92a83c54: Writing region info on filesystem at 1732607028815Initializing all the Stores at 1732607028816 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607028816Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607028816Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607028816Cleaning up temporary data from old regions at 1732607028870 (+54 ms)Region opened successfully at 1732607028876 (+6 ms) 2024-11-26T07:43:48,879 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6de8d3f6d134c579eabcce9e92a83c54, disabling compactions & flushes 2024-11-26T07:43:48,879 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. 2024-11-26T07:43:48,879 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. 2024-11-26T07:43:48,880 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. after waiting 0 ms 2024-11-26T07:43:48,880 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. 2024-11-26T07:43:48,880 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732607024471.6de8d3f6d134c579eabcce9e92a83c54. 2024-11-26T07:43:48,880 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6de8d3f6d134c579eabcce9e92a83c54: Waiting for close lock at 1732607028879Disabling compacts and flushes for region at 1732607028879Disabling writes for close at 1732607028880 (+1 ms)Writing region close event to WAL at 1732607028880Closed at 1732607028880 2024-11-26T07:43:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741924_1103 (size=95) 2024-11-26T07:43:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741924_1103 (size=95) 2024-11-26T07:43:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741924_1103 (size=95) 2024-11-26T07:43:48,885 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:48,885 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732607028795) 2024-11-26T07:43:48,899 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=437 (was 424) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:37471 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:37471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1852257598_22 at /127.0.0.1:36350 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1852257598_22 at /127.0.0.1:54318 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1852257598_22 at /127.0.0.1:33652 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1260) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=10810 (was 10837) 2024-11-26T07:43:48,899 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-26T07:43:48,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=10809 2024-11-26T07:43:48,911 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-26T07:43:48,942 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:48,944 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:43:48,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:43:48,947 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45341613, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/hregion-45341613, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:48,964 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45341613/hregion-45341613.1732607028947, exclude list is [], retry=0 2024-11-26T07:43:48,967 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:48,967 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:48,967 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:48,969 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45341613/hregion-45341613.1732607028947 2024-11-26T07:43:48,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:48,969 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 63288d58e2e1418d420fe9ec6b912b10, NAME => 'testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37471/hbase 2024-11-26T07:43:48,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741926_1105 (size=67) 2024-11-26T07:43:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741926_1105 (size=67) 2024-11-26T07:43:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741926_1105 (size=67) 2024-11-26T07:43:48,977 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:48,979 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:48,980 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName a 2024-11-26T07:43:48,980 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:48,981 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:48,981 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:48,982 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName b 2024-11-26T07:43:48,982 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:48,983 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:48,983 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:48,984 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName c 2024-11-26T07:43:48,984 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:48,984 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:48,985 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:48,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:48,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:48,988 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:48,988 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:48,988 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:48,990 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:48,993 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:43:48,994 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 63288d58e2e1418d420fe9ec6b912b10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61518021, jitterRate=-0.08331005275249481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:48,994 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 63288d58e2e1418d420fe9ec6b912b10: Writing region info on filesystem at 1732607028977Initializing all the Stores at 1732607028978 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607028978Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607028978Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607028978Cleaning up temporary data from old regions at 1732607028988 (+10 ms)Region opened successfully at 1732607028994 (+6 ms) 2024-11-26T07:43:48,994 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 63288d58e2e1418d420fe9ec6b912b10, disabling compactions & flushes 2024-11-26T07:43:48,994 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:48,994 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:48,994 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. after waiting 0 ms 2024-11-26T07:43:48,994 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:48,995 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:48,995 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 63288d58e2e1418d420fe9ec6b912b10: Waiting for close lock at 1732607028994Disabling compacts and flushes for region at 1732607028994Disabling writes for close at 1732607028994Writing region close event to WAL at 1732607028995 (+1 ms)Closed at 1732607028995 2024-11-26T07:43:48,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741925_1104 (size=95) 2024-11-26T07:43:48,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741925_1104 (size=95) 2024-11-26T07:43:48,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741925_1104 (size=95) 2024-11-26T07:43:49,001 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:49,001 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45341613:(num 1732607028947) 2024-11-26T07:43:49,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:49,003 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:49,019 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004, exclude list is [], retry=0 2024-11-26T07:43:49,021 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:49,022 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:49,022 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:49,024 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004 2024-11-26T07:43:49,024 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:49,024 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 63288d58e2e1418d420fe9ec6b912b10, NAME => 'testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:49,024 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:49,024 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,024 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,026 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,027 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName a 2024-11-26T07:43:49,027 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:49,028 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:49,028 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,029 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName b 2024-11-26T07:43:49,029 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:49,029 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:49,029 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,030 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName c 2024-11-26T07:43:49,030 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:49,031 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:49,031 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,032 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,033 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,034 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,034 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,034 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:49,036 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,037 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 63288d58e2e1418d420fe9ec6b912b10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70963033, jitterRate=0.05743159353733063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:49,037 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 63288d58e2e1418d420fe9ec6b912b10: Writing region info on filesystem at 1732607029025Initializing all the Stores at 1732607029026 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607029026Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607029026Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607029026Cleaning up temporary data from old regions at 1732607029034 (+8 ms)Region opened successfully at 1732607029037 (+3 ms) 2024-11-26T07:43:49,045 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 63288d58e2e1418d420fe9ec6b912b10 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-26T07:43:49,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/a/bc187b0fe6bc45d6a38c78b7eebc3b78 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732607029037/Put/seqid=0 2024-11-26T07:43:49,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741928_1107 (size=5958) 2024-11-26T07:43:49,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741928_1107 (size=5958) 2024-11-26T07:43:49,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741928_1107 (size=5958) 2024-11-26T07:43:49,071 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/a/bc187b0fe6bc45d6a38c78b7eebc3b78 2024-11-26T07:43:49,076 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/a/bc187b0fe6bc45d6a38c78b7eebc3b78 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/a/bc187b0fe6bc45d6a38c78b7eebc3b78 2024-11-26T07:43:49,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T07:43:49,081 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/a/bc187b0fe6bc45d6a38c78b7eebc3b78, entries=10, sequenceid=13, filesize=5.8 K 2024-11-26T07:43:49,082 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 63288d58e2e1418d420fe9ec6b912b10 in 37ms, sequenceid=13, compaction requested=false 2024-11-26T07:43:49,082 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 63288d58e2e1418d420fe9ec6b912b10: 2024-11-26T07:43:49,098 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 63288d58e2e1418d420fe9ec6b912b10, disabling compactions & flushes 2024-11-26T07:43:49,098 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:49,098 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:49,098 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. after waiting 0 ms 2024-11-26T07:43:49,098 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:49,099 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:49,100 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:49,100 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 63288d58e2e1418d420fe9ec6b912b10: Waiting for close lock at 1732607029098Disabling compacts and flushes for region at 1732607029098Disabling writes for close at 1732607029098Writing region close event to WAL at 1732607029099 (+1 ms)Closed at 1732607029099 2024-11-26T07:43:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741927_1106 (size=3345) 2024-11-26T07:43:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741927_1106 (size=3345) 2024-11-26T07:43:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741927_1106 (size=3345) 2024-11-26T07:43:49,123 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004, size=3.3 K (3345bytes) 2024-11-26T07:43:49,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004 2024-11-26T07:43:49,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004 after 0ms 2024-11-26T07:43:49,125 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:49,126 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004 took 3ms 2024-11-26T07:43:49,128 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004 so closing down 2024-11-26T07:43:49,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:49,129 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732607029004.temp 2024-11-26T07:43:49,129 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000003-wal.1732607029004.temp 2024-11-26T07:43:49,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:49,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741929_1108 (size=2944) 2024-11-26T07:43:49,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741929_1108 (size=2944) 2024-11-26T07:43:49,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741929_1108 (size=2944) 2024-11-26T07:43:49,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000003-wal.1732607029004.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:49,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000003-wal.1732607029004.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000035 2024-11-26T07:43:49,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-26T07:43:49,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004, journal: Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004, size=3.3 K (3345bytes) at 1732607029123Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004 so closing down at 1732607029128 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000003-wal.1732607029004.temp at 1732607029129 (+1 ms)3 split writer threads finished at 1732607029130 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000003-wal.1732607029004.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732607029138 (+8 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000003-wal.1732607029004.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000035 at 1732607029139 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1732607029139 2024-11-26T07:43:49,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029004 to hdfs://localhost:37471/hbase/oldWALs/wal.1732607029004 2024-11-26T07:43:49,141 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000035 2024-11-26T07:43:49,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:49,143 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:49,156 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143, exclude list is [], retry=0 2024-11-26T07:43:49,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:49,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:49,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:49,162 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 2024-11-26T07:43:49,162 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:43331:43331)] 2024-11-26T07:43:49,162 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 63288d58e2e1418d420fe9ec6b912b10, NAME => 'testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:43:49,162 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:49,162 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,163 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,166 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,167 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName a 2024-11-26T07:43:49,167 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:49,173 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/a/bc187b0fe6bc45d6a38c78b7eebc3b78 2024-11-26T07:43:49,174 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:49,174 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,175 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName b 2024-11-26T07:43:49,175 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:49,175 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:49,175 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,176 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName c 2024-11-26T07:43:49,176 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:49,177 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:49,177 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,180 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000035 2024-11-26T07:43:49,181 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:49,183 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000035 2024-11-26T07:43:49,183 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 63288d58e2e1418d420fe9ec6b912b10 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-26T07:43:49,197 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/b/6d28f0546b3b4831901c7987ce859edb is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732607029082/Put/seqid=0 2024-11-26T07:43:49,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741931_1110 (size=5958) 2024-11-26T07:43:49,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741931_1110 (size=5958) 2024-11-26T07:43:49,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741931_1110 (size=5958) 2024-11-26T07:43:49,204 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/b/6d28f0546b3b4831901c7987ce859edb 2024-11-26T07:43:49,222 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/c/125ef434e8374cf39a61e27826e0e7c6 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732607029089/Put/seqid=0 2024-11-26T07:43:49,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741932_1111 (size=5958) 2024-11-26T07:43:49,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741932_1111 (size=5958) 2024-11-26T07:43:49,229 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/c/125ef434e8374cf39a61e27826e0e7c6 2024-11-26T07:43:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741932_1111 (size=5958) 2024-11-26T07:43:49,234 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/b/6d28f0546b3b4831901c7987ce859edb as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/b/6d28f0546b3b4831901c7987ce859edb 2024-11-26T07:43:49,240 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/b/6d28f0546b3b4831901c7987ce859edb, entries=10, sequenceid=35, filesize=5.8 K 2024-11-26T07:43:49,241 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/c/125ef434e8374cf39a61e27826e0e7c6 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/c/125ef434e8374cf39a61e27826e0e7c6 2024-11-26T07:43:49,246 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/c/125ef434e8374cf39a61e27826e0e7c6, entries=10, sequenceid=35, filesize=5.8 K 2024-11-26T07:43:49,247 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 63288d58e2e1418d420fe9ec6b912b10 in 63ms, sequenceid=35, compaction requested=false; wal=null 2024-11-26T07:43:49,247 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000035 2024-11-26T07:43:49,248 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,248 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,249 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:49,250 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:49,253 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-26T07:43:49,254 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 63288d58e2e1418d420fe9ec6b912b10; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62355054, jitterRate=-0.07083728909492493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:49,254 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 63288d58e2e1418d420fe9ec6b912b10: Writing region info on filesystem at 1732607029163Initializing all the Stores at 1732607029163Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607029164 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607029166 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607029166Obtaining lock to block concurrent updates at 1732607029183 (+17 ms)Preparing flush snapshotting stores in 63288d58e2e1418d420fe9ec6b912b10 at 1732607029183Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732607029183Flushing stores of testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. at 1732607029183Flushing 63288d58e2e1418d420fe9ec6b912b10/b: creating writer at 1732607029183Flushing 63288d58e2e1418d420fe9ec6b912b10/b: appending metadata at 1732607029196 (+13 ms)Flushing 63288d58e2e1418d420fe9ec6b912b10/b: closing flushed file at 1732607029196Flushing 63288d58e2e1418d420fe9ec6b912b10/c: creating writer at 1732607029209 (+13 ms)Flushing 63288d58e2e1418d420fe9ec6b912b10/c: appending metadata at 1732607029222 (+13 ms)Flushing 63288d58e2e1418d420fe9ec6b912b10/c: closing flushed file at 1732607029222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120e8d53: reopening flushed file at 1732607029233 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44465b3f: reopening flushed file at 1732607029240 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 63288d58e2e1418d420fe9ec6b912b10 in 63ms, sequenceid=35, compaction requested=false; wal=null at 1732607029247 (+7 ms)Cleaning up temporary data from old regions at 1732607029248 (+1 ms)Region opened successfully at 1732607029254 (+6 ms) 2024-11-26T07:43:49,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143, size=0 (0bytes) 2024-11-26T07:43:49,318 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 might be still open, length is 0 2024-11-26T07:43:49,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 2024-11-26T07:43:49,318 WARN [IPC Server handler 3 on default port 37471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-26T07:43:49,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 after 0ms 2024-11-26T07:43:49,749 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:33696 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33696 dst: /127.0.0.1:46819 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46819 remote=/127.0.0.1:33696]. Total timeout mills is 60000, 59534 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:49,749 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:54412 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39117:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54412 dst: /127.0.0.1:39117 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:49,749 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232617948_22 at /127.0.0.1:36408 [Receiving block BP-1230984374-172.17.0.2-1732606990821:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38299:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36408 dst: /127.0.0.1:38299 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741930_1112 (size=2936) 2024-11-26T07:43:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741930_1112 (size=2936) 2024-11-26T07:43:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741930_1112 (size=2936) 2024-11-26T07:43:53,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 after 4001ms 2024-11-26T07:43:53,322 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:53,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 took 4005ms 2024-11-26T07:43:53,324 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143; continuing. 2024-11-26T07:43:53,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 so closing down 2024-11-26T07:43:53,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:43:53,325 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732607029143.temp 2024-11-26T07:43:53,326 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000037-wal.1732607029143.temp 2024-11-26T07:43:53,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:43:53,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741933_1113 (size=2944) 2024-11-26T07:43:53,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741933_1113 (size=2944) 2024-11-26T07:43:53,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741933_1113 (size=2944) 2024-11-26T07:43:53,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000037-wal.1732607029143.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-26T07:43:53,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000037-wal.1732607029143.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000066 2024-11-26T07:43:53,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143, size=0, length=0, corrupted=false, cancelled=false 2024-11-26T07:43:53,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143, journal: Splitting hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143, size=0 (0bytes) at 1732607029318Finishing writing output for hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 so closing down at 1732607033324 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000037-wal.1732607029143.temp at 1732607033326 (+2 ms)3 split writer threads finished at 1732607033327 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000037-wal.1732607029143.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732607033334 (+7 ms)Rename recovered edits hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000037-wal.1732607029143.temp to hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000066 at 1732607033335 (+1 ms)Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143, size=0, length=0, corrupted=false, cancelled=false at 1732607033335 2024-11-26T07:43:53,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 to hdfs://localhost:37471/hbase/oldWALs/wal.1732607029143 2024-11-26T07:43:53,337 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000066 2024-11-26T07:43:53,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-26T07:43:53,339 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941, archiveDir=hdfs://localhost:37471/hbase/oldWALs, maxLogs=32 2024-11-26T07:43:53,351 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607033339, exclude list is [], retry=0 2024-11-26T07:43:53,354 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-a0035697-a0fe-44d5-97c6-3fa185fc57bd,DISK] 2024-11-26T07:43:53,354 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c468b827-ac67-43cc-956f-d4693face15a,DISK] 2024-11-26T07:43:53,354 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39117,DS-96d0be77-2edc-4564-a36d-b4637c90ad8b,DISK] 2024-11-26T07:43:53,356 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607033339 2024-11-26T07:43:53,356 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:43331:43331),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-26T07:43:53,357 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:43:53,358 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:53,359 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName a 2024-11-26T07:43:53,359 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:53,364 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/a/bc187b0fe6bc45d6a38c78b7eebc3b78 2024-11-26T07:43:53,364 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:53,365 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:53,365 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName b 2024-11-26T07:43:53,365 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:53,370 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/b/6d28f0546b3b4831901c7987ce859edb 2024-11-26T07:43:53,370 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:53,370 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:53,371 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63288d58e2e1418d420fe9ec6b912b10 columnFamilyName c 2024-11-26T07:43:53,371 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:43:53,376 DEBUG [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/c/125ef434e8374cf39a61e27826e0e7c6 2024-11-26T07:43:53,376 INFO [StoreOpener-63288d58e2e1418d420fe9ec6b912b10-1 {}] regionserver.HStore(327): Store=63288d58e2e1418d420fe9ec6b912b10/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:43:53,376 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:53,377 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:53,379 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:53,380 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000066 2024-11-26T07:43:53,382 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-26T07:43:53,386 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000066 2024-11-26T07:43:53,386 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 63288d58e2e1418d420fe9ec6b912b10 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-26T07:43:53,405 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/a/10a5740960864aa5a18ed48da46ae5ef is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732607029261/Put/seqid=0 2024-11-26T07:43:53,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741935_1115 (size=5958) 2024-11-26T07:43:53,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741935_1115 (size=5958) 2024-11-26T07:43:53,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741935_1115 (size=5958) 2024-11-26T07:43:53,413 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/a/10a5740960864aa5a18ed48da46ae5ef 2024-11-26T07:43:53,436 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/b/92f3c1d123024fa6a9ca41a38acddc51 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732607029270/Put/seqid=0 2024-11-26T07:43:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741936_1116 (size=5958) 2024-11-26T07:43:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741936_1116 (size=5958) 2024-11-26T07:43:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741936_1116 (size=5958) 2024-11-26T07:43:53,443 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/b/92f3c1d123024fa6a9ca41a38acddc51 2024-11-26T07:43:53,461 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/c/98d7182c51bc4b5f8273a30d9abaac3f is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732607029277/Put/seqid=0 2024-11-26T07:43:53,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741937_1117 (size=5958) 2024-11-26T07:43:53,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741937_1117 (size=5958) 2024-11-26T07:43:53,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741937_1117 (size=5958) 2024-11-26T07:43:53,468 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/c/98d7182c51bc4b5f8273a30d9abaac3f 2024-11-26T07:43:53,473 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/a/10a5740960864aa5a18ed48da46ae5ef as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/a/10a5740960864aa5a18ed48da46ae5ef 2024-11-26T07:43:53,478 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/a/10a5740960864aa5a18ed48da46ae5ef, entries=10, sequenceid=66, filesize=5.8 K 2024-11-26T07:43:53,480 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/b/92f3c1d123024fa6a9ca41a38acddc51 as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/b/92f3c1d123024fa6a9ca41a38acddc51 2024-11-26T07:43:53,485 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/b/92f3c1d123024fa6a9ca41a38acddc51, entries=10, sequenceid=66, filesize=5.8 K 2024-11-26T07:43:53,486 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/.tmp/c/98d7182c51bc4b5f8273a30d9abaac3f as hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/c/98d7182c51bc4b5f8273a30d9abaac3f 2024-11-26T07:43:53,491 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/c/98d7182c51bc4b5f8273a30d9abaac3f, entries=10, sequenceid=66, filesize=5.8 K 2024-11-26T07:43:53,492 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 63288d58e2e1418d420fe9ec6b912b10 in 106ms, sequenceid=66, compaction requested=false; wal=null 2024-11-26T07:43:53,492 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/0000000000000000066 2024-11-26T07:43:53,493 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:53,494 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:53,494 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T07:43:53,496 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 63288d58e2e1418d420fe9ec6b912b10 2024-11-26T07:43:53,498 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/hbase/data/default/testReplayEditsWrittenViaHRegion/63288d58e2e1418d420fe9ec6b912b10/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-26T07:43:53,499 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 63288d58e2e1418d420fe9ec6b912b10; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63364341, jitterRate=-0.05579774081707001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T07:43:53,499 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 63288d58e2e1418d420fe9ec6b912b10: Writing region info on filesystem at 1732607033357Initializing all the Stores at 1732607033358 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607033358Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607033358Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607033358Obtaining lock to block concurrent updates at 1732607033386 (+28 ms)Preparing flush snapshotting stores in 63288d58e2e1418d420fe9ec6b912b10 at 1732607033386Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732607033387 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. at 1732607033387Flushing 63288d58e2e1418d420fe9ec6b912b10/a: creating writer at 1732607033387Flushing 63288d58e2e1418d420fe9ec6b912b10/a: appending metadata at 1732607033405 (+18 ms)Flushing 63288d58e2e1418d420fe9ec6b912b10/a: closing flushed file at 1732607033405Flushing 63288d58e2e1418d420fe9ec6b912b10/b: creating writer at 1732607033417 (+12 ms)Flushing 63288d58e2e1418d420fe9ec6b912b10/b: appending metadata at 1732607033435 (+18 ms)Flushing 63288d58e2e1418d420fe9ec6b912b10/b: closing flushed file at 1732607033436 (+1 ms)Flushing 63288d58e2e1418d420fe9ec6b912b10/c: creating writer at 1732607033448 (+12 ms)Flushing 63288d58e2e1418d420fe9ec6b912b10/c: appending metadata at 1732607033461 (+13 ms)Flushing 63288d58e2e1418d420fe9ec6b912b10/c: closing flushed file at 1732607033461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255ad089: reopening flushed file at 1732607033473 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a6aec9: reopening flushed file at 1732607033478 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780f854d: reopening flushed file at 1732607033485 (+7 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 63288d58e2e1418d420fe9ec6b912b10 in 106ms, sequenceid=66, compaction requested=false; wal=null at 1732607033492 (+7 ms)Cleaning up temporary data from old regions at 1732607033494 (+2 ms)Region opened successfully at 1732607033499 (+5 ms) 2024-11-26T07:43:53,516 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 63288d58e2e1418d420fe9ec6b912b10, disabling compactions & flushes 2024-11-26T07:43:53,517 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:53,517 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:53,517 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. after waiting 0 ms 2024-11-26T07:43:53,517 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:53,519 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732607028943.63288d58e2e1418d420fe9ec6b912b10. 2024-11-26T07:43:53,519 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 63288d58e2e1418d420fe9ec6b912b10: Waiting for close lock at 1732607033516Disabling compacts and flushes for region at 1732607033516Disabling writes for close at 1732607033517 (+1 ms)Writing region close event to WAL at 1732607033519 (+2 ms)Closed at 1732607033519 2024-11-26T07:43:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741934_1114 (size=95) 2024-11-26T07:43:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741934_1114 (size=95) 2024-11-26T07:43:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741934_1114 (size=95) 2024-11-26T07:43:53,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-26T07:43:53,525 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732607033339) 2024-11-26T07:43:53,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=445 (was 437) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:37471 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232925149_22 at /127.0.0.1:60696 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232925149_22 at /127.0.0.1:38976 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-232925149_22 at /127.0.0.1:60004 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:37471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 256) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10658 (was 10809) 2024-11-26T07:43:53,540 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-26T07:43:53,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:43:53,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:43:53,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:43:53,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:53,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:53,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:43:53,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:43:53,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=655895052, stopped=false 2024-11-26T07:43:53,542 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,44481,1732606994615 2024-11-26T07:43:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:43:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:53,614 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:43:53,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:53,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:53,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:43:53,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:43:53,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:43:53,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:53,616 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,33553,1732606995339' ***** 2024-11-26T07:43:53,616 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:43:53,616 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,46877,1732606995453' ***** 2024-11-26T07:43:53,616 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:43:53,616 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:43:53,616 INFO [RS:1;719ac8e87449:46877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:43:53,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:43:53,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:43:53,616 INFO [RS:0;719ac8e87449:33553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:43:53,616 INFO [RS:1;719ac8e87449:46877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:43:53,617 INFO [RS:0;719ac8e87449:33553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:43:53,617 INFO [RS:1;719ac8e87449:46877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:43:53,617 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(3091): Received CLOSE for bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:53,617 INFO [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,46877,1732606995453 2024-11-26T07:43:53,617 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,33553,1732606995339 2024-11-26T07:43:53,617 INFO [RS:0;719ac8e87449:33553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:43:53,617 INFO [RS:1;719ac8e87449:46877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:43:53,617 INFO [RS:0;719ac8e87449:33553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:33553. 2024-11-26T07:43:53,617 INFO [RS:1;719ac8e87449:46877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;719ac8e87449:46877. 2024-11-26T07:43:53,617 DEBUG [RS:0;719ac8e87449:33553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:43:53,617 DEBUG [RS:0;719ac8e87449:33553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:53,617 DEBUG [RS:1;719ac8e87449:46877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:43:53,617 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf24f012d327d1bf367a383ab9852972, disabling compactions & flushes 2024-11-26T07:43:53,617 DEBUG [RS:1;719ac8e87449:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:53,617 INFO [RS:0;719ac8e87449:33553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:43:53,617 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:53,617 INFO [RS:0;719ac8e87449:33553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:43:53,617 INFO [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,46877,1732606995453; all regions closed. 2024-11-26T07:43:53,617 INFO [RS:0;719ac8e87449:33553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:43:53,617 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:53,617 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. after waiting 0 ms 2024-11-26T07:43:53,617 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:43:53,617 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:53,618 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T07:43:53,618 DEBUG [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(1325): Online Regions={bf24f012d327d1bf367a383ab9852972=testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:43:53,618 DEBUG [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf24f012d327d1bf367a383ab9852972 2024-11-26T07:43:53,618 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:43:53,618 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:43:53,618 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:43:53,618 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:43:53,618 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:43:53,618 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-26T07:43:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741835_1011 (size=95) 2024-11-26T07:43:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741835_1011 (size=95) 2024-11-26T07:43:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741835_1011 (size=95) 2024-11-26T07:43:53,624 DEBUG [RS:1;719ac8e87449:46877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/oldWALs 2024-11-26T07:43:53,624 INFO [RS:1;719ac8e87449:46877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C46877%2C1732606995453:(num 1732606997020) 2024-11-26T07:43:53,624 DEBUG [RS:1;719ac8e87449:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:53,624 INFO [RS:1;719ac8e87449:46877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:43:53,624 INFO [RS:1;719ac8e87449:46877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:43:53,624 INFO [RS:1;719ac8e87449:46877 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:43:53,624 INFO [RS:1;719ac8e87449:46877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:43:53,624 INFO [RS:1;719ac8e87449:46877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:43:53,624 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:43:53,624 INFO [RS:1;719ac8e87449:46877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:43:53,625 INFO [RS:1;719ac8e87449:46877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:43:53,625 INFO [RS:1;719ac8e87449:46877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46877 2024-11-26T07:43:53,627 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/bf24f012d327d1bf367a383ab9852972/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-26T07:43:53,628 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:53,628 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf24f012d327d1bf367a383ab9852972: Waiting for close lock at 1732607033617Running coprocessor pre-close hooks at 1732607033617Disabling compacts and flushes for region at 1732607033617Disabling writes for close at 1732607033617Writing region close event to WAL at 1732607033620 (+3 ms)Running coprocessor post-close hooks at 1732607033628 (+8 ms)Closed at 1732607033628 2024-11-26T07:43:53,628 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972. 2024-11-26T07:43:53,642 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/.tmp/info/4aa174a88556442c9d819a0a3a20bd4d is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732607009736.bf24f012d327d1bf367a383ab9852972./info:regioninfo/1732607013347/Put/seqid=0 2024-11-26T07:43:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741938_1118 (size=8243) 2024-11-26T07:43:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741938_1118 (size=8243) 2024-11-26T07:43:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741938_1118 (size=8243) 2024-11-26T07:43:53,649 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/.tmp/info/4aa174a88556442c9d819a0a3a20bd4d 2024-11-26T07:43:53,670 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/.tmp/ns/56ff32f1626749b6afbd8bef8935a436 is 43, key is default/ns:d/1732606997625/Put/seqid=0 2024-11-26T07:43:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741939_1119 (size=5153) 2024-11-26T07:43:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741939_1119 (size=5153) 2024-11-26T07:43:53,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741939_1119 (size=5153) 2024-11-26T07:43:53,677 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/.tmp/ns/56ff32f1626749b6afbd8bef8935a436 2024-11-26T07:43:53,695 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:43:53,696 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/.tmp/table/2aea38d3eb3e43b0939e6b8673b615f5 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732607010567/Put/seqid=0 2024-11-26T07:43:53,699 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:43:53,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741940_1120 (size=5431) 2024-11-26T07:43:53,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741940_1120 (size=5431) 2024-11-26T07:43:53,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741940_1120 (size=5431) 2024-11-26T07:43:53,703 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/.tmp/table/2aea38d3eb3e43b0939e6b8673b615f5 2024-11-26T07:43:53,709 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/.tmp/info/4aa174a88556442c9d819a0a3a20bd4d as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/info/4aa174a88556442c9d819a0a3a20bd4d 2024-11-26T07:43:53,713 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/info/4aa174a88556442c9d819a0a3a20bd4d, entries=18, sequenceid=21, filesize=8.0 K 2024-11-26T07:43:53,714 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/.tmp/ns/56ff32f1626749b6afbd8bef8935a436 as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/ns/56ff32f1626749b6afbd8bef8935a436 2024-11-26T07:43:53,719 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/ns/56ff32f1626749b6afbd8bef8935a436, entries=2, sequenceid=21, filesize=5.0 K 2024-11-26T07:43:53,720 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/.tmp/table/2aea38d3eb3e43b0939e6b8673b615f5 as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/table/2aea38d3eb3e43b0939e6b8673b615f5 2024-11-26T07:43:53,725 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/table/2aea38d3eb3e43b0939e6b8673b615f5, entries=2, sequenceid=21, filesize=5.3 K 2024-11-26T07:43:53,726 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=21, compaction requested=false 2024-11-26T07:43:53,730 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-26T07:43:53,731 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:43:53,731 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:43:53,731 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607033618Running coprocessor pre-close hooks at 1732607033618Disabling compacts and flushes for region at 1732607033618Disabling writes for close at 1732607033618Obtaining lock to block concurrent updates at 1732607033618Preparing flush snapshotting stores in 1588230740 at 1732607033618Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732607033619 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732607033620 (+1 ms)Flushing 1588230740/info: creating writer at 1732607033620Flushing 1588230740/info: appending metadata at 1732607033641 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732607033641Flushing 1588230740/ns: creating writer at 1732607033656 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732607033670 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732607033670Flushing 1588230740/table: creating writer at 1732607033682 (+12 ms)Flushing 1588230740/table: appending metadata at 1732607033696 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732607033696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23288154: reopening flushed file at 1732607033708 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5deb49a2: reopening flushed file at 1732607033714 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6951703: reopening flushed file at 1732607033720 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=21, compaction requested=false at 1732607033726 (+6 ms)Writing region close event to WAL at 1732607033727 (+1 ms)Running coprocessor post-close hooks at 1732607033731 (+4 ms)Closed at 1732607033731 2024-11-26T07:43:53,731 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:43:53,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,46877,1732606995453 2024-11-26T07:43:53,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:43:53,782 INFO [RS:1;719ac8e87449:46877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:43:53,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,46877,1732606995453] 2024-11-26T07:43:53,818 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,33553,1732606995339; all regions closed. 2024-11-26T07:43:53,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741836_1012 (size=4717) 2024-11-26T07:43:53,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741836_1012 (size=4717) 2024-11-26T07:43:53,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741836_1012 (size=4717) 2024-11-26T07:43:53,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,46877,1732606995453 already deleted, retry=false 2024-11-26T07:43:53,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,46877,1732606995453 expired; onlineServers=1 2024-11-26T07:43:53,829 DEBUG [RS:0;719ac8e87449:33553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/oldWALs 2024-11-26T07:43:53,829 INFO [RS:0;719ac8e87449:33553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C33553%2C1732606995339.meta:.meta(num 1732606997413) 2024-11-26T07:43:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741833_1009 (size=2182) 2024-11-26T07:43:53,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/WALs/719ac8e87449,33553,1732606995339/719ac8e87449%2C33553%2C1732606995339.1732606997020 not finished, retry = 0 2024-11-26T07:43:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741833_1009 (size=2182) 2024-11-26T07:43:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741833_1009 (size=2182) 2024-11-26T07:43:53,863 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:43:53,863 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:43:53,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:53,910 INFO [RS:1;719ac8e87449:46877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:43:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x101776238910002, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:53,910 INFO [RS:1;719ac8e87449:46877 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,46877,1732606995453; zookeeper connection closed. 2024-11-26T07:43:53,910 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6416ec03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6416ec03 2024-11-26T07:43:53,939 DEBUG [RS:0;719ac8e87449:33553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/oldWALs 2024-11-26T07:43:53,939 INFO [RS:0;719ac8e87449:33553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C33553%2C1732606995339:(num 1732606997020) 2024-11-26T07:43:53,939 DEBUG [RS:0;719ac8e87449:33553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:43:53,939 INFO [RS:0;719ac8e87449:33553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:43:53,939 INFO [RS:0;719ac8e87449:33553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:43:53,940 INFO [RS:0;719ac8e87449:33553 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:43:53,941 INFO [RS:0;719ac8e87449:33553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:43:53,941 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:43:53,941 INFO [RS:0;719ac8e87449:33553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33553 2024-11-26T07:43:53,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,33553,1732606995339 2024-11-26T07:43:53,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:43:53,971 INFO [RS:0;719ac8e87449:33553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:43:53,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,33553,1732606995339] 2024-11-26T07:43:54,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,33553,1732606995339 already deleted, retry=false 2024-11-26T07:43:54,001 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,33553,1732606995339 expired; onlineServers=0 2024-11-26T07:43:54,001 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,44481,1732606994615' ***** 2024-11-26T07:43:54,001 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:43:54,002 INFO [M:0;719ac8e87449:44481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:43:54,002 INFO [M:0;719ac8e87449:44481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:43:54,002 DEBUG [M:0;719ac8e87449:44481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:43:54,002 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:43:54,003 DEBUG [M:0;719ac8e87449:44481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:43:54,003 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606996615 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732606996615,5,FailOnTimeoutGroup] 2024-11-26T07:43:54,003 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606996609 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732606996609,5,FailOnTimeoutGroup] 2024-11-26T07:43:54,003 INFO [M:0;719ac8e87449:44481 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:43:54,004 INFO [M:0;719ac8e87449:44481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:43:54,004 DEBUG [M:0;719ac8e87449:44481 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:43:54,004 INFO [M:0;719ac8e87449:44481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:43:54,005 INFO [M:0;719ac8e87449:44481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:43:54,006 INFO [M:0;719ac8e87449:44481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:43:54,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:43:54,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:43:54,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:43:54,017 DEBUG [M:0;719ac8e87449:44481 {}] zookeeper.ZKUtil(347): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:43:54,018 WARN [M:0;719ac8e87449:44481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:43:54,019 INFO [M:0;719ac8e87449:44481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/.lastflushedseqids 2024-11-26T07:43:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741941_1121 (size=138) 2024-11-26T07:43:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741941_1121 (size=138) 2024-11-26T07:43:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741941_1121 (size=138) 2024-11-26T07:43:54,032 INFO [M:0;719ac8e87449:44481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:43:54,032 INFO [M:0;719ac8e87449:44481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:43:54,032 DEBUG [M:0;719ac8e87449:44481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:43:54,032 INFO [M:0;719ac8e87449:44481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:54,032 DEBUG [M:0;719ac8e87449:44481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:54,032 DEBUG [M:0;719ac8e87449:44481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:43:54,032 DEBUG [M:0;719ac8e87449:44481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:54,033 INFO [M:0;719ac8e87449:44481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-26T07:43:54,047 DEBUG [M:0;719ac8e87449:44481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e9775ea58b545cf9c989b1206723fcf is 82, key is hbase:meta,,1/info:regioninfo/1732606997504/Put/seqid=0 2024-11-26T07:43:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741942_1122 (size=5672) 2024-11-26T07:43:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741942_1122 (size=5672) 2024-11-26T07:43:54,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741942_1122 (size=5672) 2024-11-26T07:43:54,054 INFO [M:0;719ac8e87449:44481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e9775ea58b545cf9c989b1206723fcf 2024-11-26T07:43:54,072 DEBUG [M:0;719ac8e87449:44481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6642a77d05764e26b5a9a35785177be1 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732607010574/Put/seqid=0 2024-11-26T07:43:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741943_1123 (size=7755) 2024-11-26T07:43:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741943_1123 (size=7755) 2024-11-26T07:43:54,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741943_1123 (size=7755) 2024-11-26T07:43:54,078 INFO [M:0;719ac8e87449:44481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6642a77d05764e26b5a9a35785177be1 2024-11-26T07:43:54,083 INFO [M:0;719ac8e87449:44481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6642a77d05764e26b5a9a35785177be1 2024-11-26T07:43:54,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:54,084 INFO [RS:0;719ac8e87449:33553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:43:54,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33553-0x101776238910001, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:54,084 INFO [RS:0;719ac8e87449:33553 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,33553,1732606995339; zookeeper connection closed. 2024-11-26T07:43:54,084 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32d66092 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32d66092 2024-11-26T07:43:54,085 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T07:43:54,097 DEBUG [M:0;719ac8e87449:44481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4cf32616afb41a3bd8e4bd8843419bc is 69, key is 719ac8e87449,33553,1732606995339/rs:state/1732606996717/Put/seqid=0 2024-11-26T07:43:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741944_1124 (size=5445) 2024-11-26T07:43:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741944_1124 (size=5445) 2024-11-26T07:43:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741944_1124 (size=5445) 2024-11-26T07:43:54,106 INFO [M:0;719ac8e87449:44481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4cf32616afb41a3bd8e4bd8843419bc 2024-11-26T07:43:54,110 INFO [M:0;719ac8e87449:44481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4cf32616afb41a3bd8e4bd8843419bc 2024-11-26T07:43:54,111 DEBUG [M:0;719ac8e87449:44481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e9775ea58b545cf9c989b1206723fcf as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e9775ea58b545cf9c989b1206723fcf 2024-11-26T07:43:54,117 INFO [M:0;719ac8e87449:44481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e9775ea58b545cf9c989b1206723fcf, entries=8, sequenceid=168, filesize=5.5 K 2024-11-26T07:43:54,118 DEBUG [M:0;719ac8e87449:44481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6642a77d05764e26b5a9a35785177be1 as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6642a77d05764e26b5a9a35785177be1 2024-11-26T07:43:54,123 INFO [M:0;719ac8e87449:44481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6642a77d05764e26b5a9a35785177be1 2024-11-26T07:43:54,123 INFO [M:0;719ac8e87449:44481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6642a77d05764e26b5a9a35785177be1, entries=17, sequenceid=168, filesize=7.6 K 2024-11-26T07:43:54,124 DEBUG [M:0;719ac8e87449:44481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4cf32616afb41a3bd8e4bd8843419bc as hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4cf32616afb41a3bd8e4bd8843419bc 2024-11-26T07:43:54,129 INFO [M:0;719ac8e87449:44481 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4cf32616afb41a3bd8e4bd8843419bc 2024-11-26T07:43:54,130 INFO [M:0;719ac8e87449:44481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37471/user/jenkins/test-data/47e787a0-ab81-3216-069f-ac6f9603389d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4cf32616afb41a3bd8e4bd8843419bc, entries=3, sequenceid=168, filesize=5.3 K 2024-11-26T07:43:54,131 INFO [M:0;719ac8e87449:44481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false 2024-11-26T07:43:54,132 INFO [M:0;719ac8e87449:44481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:43:54,132 DEBUG [M:0;719ac8e87449:44481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607034032Disabling compacts and flushes for region at 1732607034032Disabling writes for close at 1732607034032Obtaining lock to block concurrent updates at 1732607034033 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732607034033Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732607034033Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732607034033Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732607034034 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732607034047 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732607034047Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732607034058 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732607034071 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732607034071Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732607034083 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732607034097 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732607034097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689f8ba4: reopening flushed file at 1732607034110 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b328678: reopening flushed file at 1732607034117 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66303a40: reopening flushed file at 1732607034123 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false at 1732607034131 (+8 ms)Writing region close event to WAL at 1732607034132 (+1 ms)Closed at 1732607034132 2024-11-26T07:43:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39117 is added to blk_1073741830_1006 (size=56533) 2024-11-26T07:43:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741830_1006 (size=56533) 2024-11-26T07:43:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741830_1006 (size=56533) 2024-11-26T07:43:54,136 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:43:54,136 INFO [M:0;719ac8e87449:44481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:43:54,136 INFO [M:0;719ac8e87449:44481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44481 2024-11-26T07:43:54,136 INFO [M:0;719ac8e87449:44481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:43:54,267 INFO [M:0;719ac8e87449:44481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:43:54,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:54,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x101776238910000, quorum=127.0.0.1:49238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:43:54,273 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607014083 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607014083 (inode 16655) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732607013674/wal.1732607014083 (inode 16655) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T07:43:54,274 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732607005320/wal.1732607005434 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:54,275 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732607028941/wal.1732607029143 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:54,277 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607023588 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607023588 (inode 16678) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732607014221/wal.1732607023588 (inode 16678) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T07:43:54,277 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732606998715/wal.1732606998786 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:54,279 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607024317 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607024317 (inode 16704) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732607023793/wal.1732607024317 (inode 16704) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T07:43:54,280 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732607024470/wal.1732607024535 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:43:54,282 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal.1732606998578 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal.1732606998578 (inode 16485) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732606998362/wal.1732606998578 (inode 16485) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T07:43:54,284 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal.1732606998101 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal.1732606998101 (inode 16462) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732606997846/wal.1732606998101 (inode 16462) Holder DFSClient_NONMAPREDUCE_-232617948_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-26T07:43:54,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7db711c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:54,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:43:54,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:43:54,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:43:54,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.log.dir/,STOPPED} 2024-11-26T07:43:54,296 WARN [BP-1230984374-172.17.0.2-1732606990821 heartbeating to localhost/127.0.0.1:37471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:43:54,296 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:43:54,296 WARN [BP-1230984374-172.17.0.2-1732606990821 heartbeating to localhost/127.0.0.1:37471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1230984374-172.17.0.2-1732606990821 (Datanode Uuid 18bb7727-a41a-415f-b656-9bf9a60d65a1) service to localhost/127.0.0.1:37471 2024-11-26T07:43:54,296 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:43:54,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data5/current/BP-1230984374-172.17.0.2-1732606990821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:54,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data6/current/BP-1230984374-172.17.0.2-1732606990821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:54,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:43:54,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5c651{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:54,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:43:54,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:43:54,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:43:54,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.log.dir/,STOPPED} 2024-11-26T07:43:54,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:43:54,302 WARN [BP-1230984374-172.17.0.2-1732606990821 heartbeating to localhost/127.0.0.1:37471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:43:54,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:43:54,302 WARN [BP-1230984374-172.17.0.2-1732606990821 heartbeating to localhost/127.0.0.1:37471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1230984374-172.17.0.2-1732606990821 (Datanode Uuid 265971cf-0e26-4166-b1fa-e0114e542a05) service to localhost/127.0.0.1:37471 2024-11-26T07:43:54,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data3/current/BP-1230984374-172.17.0.2-1732606990821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:54,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data4/current/BP-1230984374-172.17.0.2-1732606990821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:54,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:43:54,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3083ee80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:43:54,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:43:54,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:43:54,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:43:54,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.log.dir/,STOPPED} 2024-11-26T07:43:54,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:43:54,308 WARN [BP-1230984374-172.17.0.2-1732606990821 heartbeating to localhost/127.0.0.1:37471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:43:54,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:43:54,308 WARN [BP-1230984374-172.17.0.2-1732606990821 heartbeating to localhost/127.0.0.1:37471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1230984374-172.17.0.2-1732606990821 (Datanode Uuid 28ce4d60-d583-4b43-8dde-7c041b581092) service to localhost/127.0.0.1:37471 2024-11-26T07:43:54,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data1/current/BP-1230984374-172.17.0.2-1732606990821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:54,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/cluster_0a3f1a4f-b38a-41eb-7454-8167188e3f8f/data/data2/current/BP-1230984374-172.17.0.2-1732606990821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:43:54,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:43:54,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e17169c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:43:54,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:43:54,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:43:54,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:43:54,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01ad353f-66b9-be52-51b4-a391ad2a736b/hadoop.log.dir/,STOPPED} 2024-11-26T07:43:54,327 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:43:54,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down